2024-11-15 15:17:23,822 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 15:17:23,837 main DEBUG Took 0.014015 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 15:17:23,838 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 15:17:23,838 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 15:17:23,839 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 15:17:23,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,846 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 15:17:23,858 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,861 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,862 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,863 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,864 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,865 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,865 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,866 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,867 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,868 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,869 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,869 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 15:17:23,870 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,872 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 15:17:23,873 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 15:17:23,874 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 15:17:23,875 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 15:17:23,875 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 15:17:23,883 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 15:17:23,885 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 15:17:23,886 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 15:17:23,887 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 15:17:23,887 main DEBUG createAppenders(={Console}) 2024-11-15 15:17:23,888 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-15 15:17:23,888 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 15:17:23,888 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-15 15:17:23,889 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 15:17:23,889 main DEBUG OutputStream closed 2024-11-15 15:17:23,889 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 15:17:23,889 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 15:17:23,890 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-15 15:17:23,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 15:17:23,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 15:17:23,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 15:17:23,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 15:17:23,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 15:17:23,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 15:17:23,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 15:17:23,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 15:17:23,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 15:17:23,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 15:17:23,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 15:17:23,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 15:17:23,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 15:17:23,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 15:17:23,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 15:17:23,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 15:17:23,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 15:17:23,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 15:17:23,968 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 15:17:23,968 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-15 15:17:23,968 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 15:17:23,969 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-15T15:17:23,980 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-15 15:17:23,983 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 15:17:23,984 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T15:17:24,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=5157 2024-11-15T15:17:24,230 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-15T15:17:24,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa 2024-11-15T15:17:24,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/cluster_74bbbb28-57ff-f264-0782-cf75a15a0fd5, deleteOnExit=true 2024-11-15T15:17:24,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/cluster_74bbbb28-57ff-f264-0782-cf75a15a0fd5/zookeeper_0, clientPort=55677, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/cluster_74bbbb28-57ff-f264-0782-cf75a15a0fd5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/cluster_74bbbb28-57ff-f264-0782-cf75a15a0fd5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:17:24,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55677 2024-11-15T15:17:24,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:17:24,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:17:24,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/test.cache.data in system properties and HBase conf 2024-11-15T15:17:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:17:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:17:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:17:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:17:24,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:17:24,496 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T15:17:24,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:17:24,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:17:24,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:17:24,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:17:24,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:17:24,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:17:24,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:17:24,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:17:24,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:17:24,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:17:24,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:17:24,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:17:24,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:17:24,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:17:24,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:17:25,653 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T15:17:25,729 INFO [Time-limited test {}] log.Log(170): Logging initialized @2586ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T15:17:25,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:25,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:17:25,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:17:25,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:17:25,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:17:25,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:25,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:17:25,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:17:26,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/java.io.tmpdir/jetty-localhost-39739-hadoop-hdfs-3_4_1-tests_jar-_-any-12842345185080188989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:17:26,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39739} 2024-11-15T15:17:26,078 INFO [Time-limited test {}] server.Server(415): Started @2936ms 2024-11-15T15:17:26,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:26,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:17:26,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:17:26,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:17:26,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:17:26,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:17:26,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:17:26,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/java.io.tmpdir/jetty-localhost-38267-hadoop-hdfs-3_4_1-tests_jar-_-any-13690203206617961417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:17:26,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38267} 2024-11-15T15:17:26,724 INFO [Time-limited test {}] server.Server(415): Started @3583ms 2024-11-15T15:17:26,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:17:27,787 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/cluster_74bbbb28-57ff-f264-0782-cf75a15a0fd5/data/data2/current/BP-903745824-172.17.0.2-1731683845123/current, will proceed with Du for space computation calculation, 2024-11-15T15:17:27,787 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/cluster_74bbbb28-57ff-f264-0782-cf75a15a0fd5/data/data1/current/BP-903745824-172.17.0.2-1731683845123/current, will proceed with Du for space computation calculation, 2024-11-15T15:17:27,811 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:17:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d28dd2a660dcca3 with lease ID 0x884fb6f90adcccb1: Processing first storage report for DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d from datanode DatanodeRegistration(127.0.0.1:38771, datanodeUuid=4d25f48b-8b55-4233-a3e6-810273bc8fba, infoPort=41427, infoSecurePort=0, ipcPort=42611, storageInfo=lv=-57;cid=testClusterID;nsid=1573035343;c=1731683845123) 2024-11-15T15:17:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d28dd2a660dcca3 with lease ID 0x884fb6f90adcccb1: from storage DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d node DatanodeRegistration(127.0.0.1:38771, datanodeUuid=4d25f48b-8b55-4233-a3e6-810273bc8fba, infoPort=41427, infoSecurePort=0, ipcPort=42611, storageInfo=lv=-57;cid=testClusterID;nsid=1573035343;c=1731683845123), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:17:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d28dd2a660dcca3 with lease ID 0x884fb6f90adcccb1: Processing first storage report for DS-93eb73db-d931-45bc-af58-f27f30aa8961 from datanode DatanodeRegistration(127.0.0.1:38771, datanodeUuid=4d25f48b-8b55-4233-a3e6-810273bc8fba, infoPort=41427, infoSecurePort=0, ipcPort=42611, storageInfo=lv=-57;cid=testClusterID;nsid=1573035343;c=1731683845123) 2024-11-15T15:17:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d28dd2a660dcca3 with lease ID 0x884fb6f90adcccb1: from storage DS-93eb73db-d931-45bc-af58-f27f30aa8961 node DatanodeRegistration(127.0.0.1:38771, datanodeUuid=4d25f48b-8b55-4233-a3e6-810273bc8fba, infoPort=41427, infoSecurePort=0, ipcPort=42611, storageInfo=lv=-57;cid=testClusterID;nsid=1573035343;c=1731683845123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:17:27,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa 2024-11-15T15:17:27,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:27,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:17:28,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34 with version=8 2024-11-15T15:17:28,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/hbase-staging 2024-11-15T15:17:28,608 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T15:17:29,050 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:17:29,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:29,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:29,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:17:29,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:29,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:17:29,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:17:29,239 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T15:17:29,247 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T15:17:29,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:17:29,274 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12642 (auto-detected) 2024-11-15T15:17:29,275 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T15:17:29,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44163 2024-11-15T15:17:29,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44163 connecting to ZooKeeper ensemble=127.0.0.1:55677 2024-11-15T15:17:29,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441630x0, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:29,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44163-0x1013f127cc30000 connected 2024-11-15T15:17:29,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:29,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:29,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/running 2024-11-15T15:17:29,655 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34, hbase.cluster.distributed=false 2024-11-15T15:17:29,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/acl 2024-11-15T15:17:29,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-15T15:17:29,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44163 2024-11-15T15:17:29,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44163 2024-11-15T15:17:29,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-15T15:17:29,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-15T15:17:29,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:17:29,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:29,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:29,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:17:29,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:29,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:17:29,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:17:29,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:17:29,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39129 2024-11-15T15:17:29,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39129 connecting to ZooKeeper ensemble=127.0.0.1:55677 2024-11-15T15:17:29,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:29,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:29,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391290x0, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:29,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/running 2024-11-15T15:17:29,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39129-0x1013f127cc30001 connected 2024-11-15T15:17:29,807 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:17:29,813 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:17:29,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/master 2024-11-15T15:17:29,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/acl 2024-11-15T15:17:29,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-15T15:17:29,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39129 2024-11-15T15:17:29,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39129 2024-11-15T15:17:29,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-15T15:17:29,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-15T15:17:29,838 DEBUG [M:0;855219d6b094:44163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:44163 2024-11-15T15:17:29,839 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1464194704/backup-masters/855219d6b094,44163,1731683848892 2024-11-15T15:17:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/backup-masters 2024-11-15T15:17:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/backup-masters 2024-11-15T15:17:29,857 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on existing znode=/0-1464194704/backup-masters/855219d6b094,44163,1731683848892 2024-11-15T15:17:29,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:29,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1464194704/master 2024-11-15T15:17:29,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:29,887 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on existing znode=/0-1464194704/master 2024-11-15T15:17:29,889 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1464194704/backup-masters/855219d6b094,44163,1731683848892 from backup master directory 2024-11-15T15:17:29,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/backup-masters/855219d6b094,44163,1731683848892 2024-11-15T15:17:29,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/backup-masters 2024-11-15T15:17:29,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/backup-masters 2024-11-15T15:17:29,898 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:17:29,898 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,44163,1731683848892 2024-11-15T15:17:29,900 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T15:17:29,902 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T15:17:29,961 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/hbase.id] with ID: b1423f75-4f6a-4237-938b-a5e1b308d7d3 2024-11-15T15:17:29,961 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/.tmp/hbase.id 2024-11-15T15:17:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:17:30,376 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/.tmp/hbase.id]:[hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/hbase.id] 2024-11-15T15:17:30,425 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:30,431 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:17:30,451 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-15T15:17:30,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:30,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:17:30,898 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:17:30,901 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:17:30,916 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:30,920 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:30,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:17:31,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store 2024-11-15T15:17:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:17:31,792 INFO [master/855219d6b094:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T15:17:31,796 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:31,797 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:17:31,797 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:31,798 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:31,799 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:17:31,800 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:31,800 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:31,801 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683851797Disabling compacts and flushes for region at 1731683851797Disabling writes for close at 1731683851800 (+3 ms)Writing region close event to WAL at 1731683851800Closed at 1731683851800 2024-11-15T15:17:31,804 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/.initializing 2024-11-15T15:17:31,804 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892 2024-11-15T15:17:31,815 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:17:31,830 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C44163%2C1731683848892, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/oldWALs, maxLogs=10 2024-11-15T15:17:31,851 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892/855219d6b094%2C44163%2C1731683848892.1731683851834, exclude list is [], retry=0 2024-11-15T15:17:31,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d,DISK] 2024-11-15T15:17:31,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T15:17:31,902 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892/855219d6b094%2C44163%2C1731683848892.1731683851834 2024-11-15T15:17:31,903 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-15T15:17:31,903 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:31,904 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:31,906 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,907 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:17:31,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:31,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:17:31,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:31,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:17:31,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:31,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:17:31,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:31,988 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,991 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,992 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,997 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,997 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:32,000 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:32,003 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:32,009 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:32,011 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72693308, jitterRate=0.08321470022201538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:32,021 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683851918Initializing all the Stores at 1731683851920 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683851921 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683851921Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683851922 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683851922Cleaning up temporary data from old regions at 1731683851997 (+75 ms)Region opened successfully at 1731683852021 (+24 ms) 2024-11-15T15:17:32,023 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:17:32,056 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c5bfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:17:32,085 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:17:32,095 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:17:32,095 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:17:32,098 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:17:32,100 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T15:17:32,105 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T15:17:32,105 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:17:32,130 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:17:32,138 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/balancer because node does not exist (not necessarily an error) 2024-11-15T15:17:32,149 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/balancer already deleted, retry=false 2024-11-15T15:17:32,152 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:17:32,155 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:17:32,167 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/normalizer already deleted, retry=false 2024-11-15T15:17:32,170 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:17:32,175 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:17:32,188 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/switch/split already deleted, retry=false 2024-11-15T15:17:32,190 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:17:32,202 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/switch/merge already deleted, retry=false 2024-11-15T15:17:32,222 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:17:32,233 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/snapshot-cleanup already deleted, retry=false 2024-11-15T15:17:32,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1464194704/running 2024-11-15T15:17:32,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1464194704/running 2024-11-15T15:17:32,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:32,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:32,246 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,44163,1731683848892, sessionid=0x1013f127cc30000, setting cluster-up flag (Was=false) 2024-11-15T15:17:32,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:32,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:32,307 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1464194704/flush-table-proc/acquired, /0-1464194704/flush-table-proc/reached, /0-1464194704/flush-table-proc/abort 2024-11-15T15:17:32,309 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,44163,1731683848892 2024-11-15T15:17:32,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:32,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:32,359 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1464194704/online-snapshot/acquired, /0-1464194704/online-snapshot/reached, /0-1464194704/online-snapshot/abort 2024-11-15T15:17:32,361 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,44163,1731683848892 2024-11-15T15:17:32,367 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:17:32,429 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(746): ClusterId : b1423f75-4f6a-4237-938b-a5e1b308d7d3 2024-11-15T15:17:32,431 DEBUG [RS:0;855219d6b094:39129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:17:32,431 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:32,439 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:17:32,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:17:32,446 DEBUG [RS:0;855219d6b094:39129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:17:32,446 DEBUG [RS:0;855219d6b094:39129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:17:32,450 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,44163,1731683848892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:17:32,456 DEBUG [RS:0;855219d6b094:39129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:17:32,457 DEBUG [RS:0;855219d6b094:39129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca06880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:17:32,457 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:32,457 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:32,457 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:32,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:32,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:17:32,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:17:32,459 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,463 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731683882463 2024-11-15T15:17:32,465 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:17:32,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:32,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:17:32,466 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:17:32,470 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:17:32,470 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:17:32,471 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:17:32,471 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:17:32,472 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:17:32,474 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:39129 2024-11-15T15:17:32,475 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,481 INFO [RS:0;855219d6b094:39129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:17:32,482 INFO [RS:0;855219d6b094:39129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:17:32,482 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:17:32,482 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:17:32,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:17:32,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:17:32,485 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,44163,1731683848892 with port=39129, startcode=1731683849743 2024-11-15T15:17:32,485 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:17:32,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:17:32,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:17:32,489 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34 2024-11-15T15:17:32,497 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:17:32,498 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:17:32,499 DEBUG [RS:0;855219d6b094:39129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:17:32,499 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683852499,5,FailOnTimeoutGroup] 2024-11-15T15:17:32,503 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683852500,5,FailOnTimeoutGroup] 2024-11-15T15:17:32,503 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,503 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:17:32,504 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,505 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:17:32,534 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:17:32,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,39129,1731683849743 2024-11-15T15:17:32,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(517): Registering regionserver=855219d6b094,39129,1731683849743 2024-11-15T15:17:32,555 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34 2024-11-15T15:17:32,555 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39531 2024-11-15T15:17:32,555 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:17:32,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/rs 2024-11-15T15:17:32,571 DEBUG [RS:0;855219d6b094:39129 {}] zookeeper.ZKUtil(111): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on existing znode=/0-1464194704/rs/855219d6b094,39129,1731683849743 2024-11-15T15:17:32,571 WARN [RS:0;855219d6b094:39129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:17:32,572 INFO [RS:0;855219d6b094:39129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:32,572 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743 2024-11-15T15:17:32,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,39129,1731683849743] 2024-11-15T15:17:32,595 INFO [RS:0;855219d6b094:39129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:17:32,610 INFO [RS:0;855219d6b094:39129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:17:32,615 INFO [RS:0;855219d6b094:39129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:17:32,615 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,618 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:17:32,624 INFO [RS:0;855219d6b094:39129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:17:32,625 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,625 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,625 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,626 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,626 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,626 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,626 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:17:32,627 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,627 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,627 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,627 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,627 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,628 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:32,628 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:17:32,628 DEBUG [RS:0;855219d6b094:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:17:32,631 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,631 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,631 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,631 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,631 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,632 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39129,1731683849743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:17:32,650 INFO [RS:0;855219d6b094:39129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:17:32,652 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39129,1731683849743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,652 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,652 INFO [RS:0;855219d6b094:39129 {}] regionserver.Replication(171): 855219d6b094,39129,1731683849743 started 2024-11-15T15:17:32,669 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,670 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,39129,1731683849743, RpcServer on 855219d6b094/172.17.0.2:39129, sessionid=0x1013f127cc30001 2024-11-15T15:17:32,670 DEBUG [RS:0;855219d6b094:39129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:17:32,671 DEBUG [RS:0;855219d6b094:39129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,39129,1731683849743 2024-11-15T15:17:32,671 DEBUG [RS:0;855219d6b094:39129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,39129,1731683849743' 2024-11-15T15:17:32,671 DEBUG [RS:0;855219d6b094:39129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1464194704/flush-table-proc/abort' 2024-11-15T15:17:32,672 DEBUG [RS:0;855219d6b094:39129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1464194704/flush-table-proc/acquired' 2024-11-15T15:17:32,673 DEBUG [RS:0;855219d6b094:39129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:17:32,673 DEBUG [RS:0;855219d6b094:39129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:17:32,673 DEBUG [RS:0;855219d6b094:39129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,39129,1731683849743 2024-11-15T15:17:32,673 DEBUG [RS:0;855219d6b094:39129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,39129,1731683849743' 2024-11-15T15:17:32,673 DEBUG [RS:0;855219d6b094:39129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1464194704/online-snapshot/abort' 2024-11-15T15:17:32,674 DEBUG [RS:0;855219d6b094:39129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1464194704/online-snapshot/acquired' 2024-11-15T15:17:32,675 DEBUG [RS:0;855219d6b094:39129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:17:32,675 INFO [RS:0;855219d6b094:39129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:17:32,675 INFO [RS:0;855219d6b094:39129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:17:32,785 INFO [RS:0;855219d6b094:39129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:17:32,790 INFO [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C39129%2C1731683849743, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs, maxLogs=10 2024-11-15T15:17:32,812 DEBUG [RS:0;855219d6b094:39129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794, exclude list is [], retry=0 2024-11-15T15:17:32,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d,DISK] 2024-11-15T15:17:32,820 INFO [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 2024-11-15T15:17:32,820 DEBUG [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-15T15:17:32,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:32,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:17:32,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:17:32,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:17:32,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:17:32,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:17:32,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:17:32,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:17:32,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:17:32,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:17:32,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740 2024-11-15T15:17:32,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740 2024-11-15T15:17:32,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:17:32,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:17:32,936 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:32,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:17:32,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:32,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59441880, jitterRate=-0.11424696445465088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:32,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731683852908Initializing all the Stores at 1731683852911 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683852911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683852911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683852911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683852911Cleaning up temporary data from old regions at 1731683852935 (+24 ms)Region opened successfully at 1731683852951 (+16 ms) 2024-11-15T15:17:32,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:17:32,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:17:32,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:17:32,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:17:32,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:17:32,953 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:32,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683852951Disabling compacts and flushes for region at 1731683852951Disabling writes for close at 1731683852952 (+1 ms)Writing region close event to WAL at 1731683852953 (+1 ms)Closed at 1731683852953 2024-11-15T15:17:32,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:32,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:17:32,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:17:32,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:17:32,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:17:33,127 DEBUG [855219d6b094:44163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:17:33,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,39129,1731683849743 2024-11-15T15:17:33,144 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,39129,1731683849743, state=OPENING 2024-11-15T15:17:33,170 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:17:33,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:33,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:33,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:33,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:33,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:17:33,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,39129,1731683849743}] 2024-11-15T15:17:33,433 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:17:33,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:17:33,449 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:17:33,450 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:33,451 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:17:33,454 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C39129%2C1731683849743.meta, suffix=.meta, logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs, maxLogs=10 2024-11-15T15:17:33,471 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.meta.1731683853456.meta, exclude list is [], retry=0 2024-11-15T15:17:33,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d,DISK] 2024-11-15T15:17:33,479 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.meta.1731683853456.meta 2024-11-15T15:17:33,480 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-15T15:17:33,480 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:33,484 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:17:33,485 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:17:33,488 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:17:33,490 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:17:33,493 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:17:33,494 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:33,494 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:17:33,494 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:17:33,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:17:33,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:17:33,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:33,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:33,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:17:33,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:17:33,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:33,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:33,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:17:33,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:17:33,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:33,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:33,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:17:33,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:17:33,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:33,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:33,509 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:17:33,510 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740 2024-11-15T15:17:33,513 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740 2024-11-15T15:17:33,516 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:17:33,516 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:17:33,517 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:33,520 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:17:33,522 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69503968, jitterRate=0.0356898307800293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:33,523 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:17:33,524 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683853495Writing region info on filesystem at 1731683853495Initializing all the Stores at 1731683853497 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683853497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683853497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683853497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683853497Cleaning up temporary data from old regions at 1731683853516 (+19 ms)Running coprocessor post-open hooks at 1731683853523 (+7 ms)Region opened successfully at 1731683853524 (+1 ms) 2024-11-15T15:17:33,533 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683853425 2024-11-15T15:17:33,548 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:17:33,549 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:17:33,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,39129,1731683849743 2024-11-15T15:17:33,556 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,39129,1731683849743, state=OPEN 2024-11-15T15:17:33,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1464194704/meta-region-server 2024-11-15T15:17:33,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1464194704/meta-region-server 2024-11-15T15:17:33,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:33,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:33,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,39129,1731683849743 2024-11-15T15:17:33,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:17:33,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,39129,1731683849743 in 332 msec 2024-11-15T15:17:33,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:17:33,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-15T15:17:33,610 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:33,610 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:17:33,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:17:33,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,39129,1731683849743, seqNum=-1] 2024-11-15T15:17:33,655 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:33,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:33,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-15T15:17:33,695 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683853694, completionTime=-1 2024-11-15T15:17:33,697 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:17:33,697 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:17:33,729 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:17:33,729 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731683913729 2024-11-15T15:17:33,730 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731683973730 2024-11-15T15:17:33,730 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-15T15:17:33,733 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44163,1731683848892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:33,733 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44163,1731683848892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:33,733 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44163,1731683848892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:33,735 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:44163, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:33,736 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:33,736 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:33,746 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:17:33,772 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.874sec 2024-11-15T15:17:33,773 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:17:33,775 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:17:33,776 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:17:33,777 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:17:33,777 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:17:33,779 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44163,1731683848892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:17:33,779 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44163,1731683848892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:17:33,789 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:17:33,791 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:17:33,791 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44163,1731683848892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:33,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:33,841 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T15:17:33,841 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T15:17:33,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44163,-1 for getting cluster id 2024-11-15T15:17:33,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:33,854 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1423f75-4f6a-4237-938b-a5e1b308d7d3' 2024-11-15T15:17:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:33,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1423f75-4f6a-4237-938b-a5e1b308d7d3" 2024-11-15T15:17:33,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbd2bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:33,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44163,-1] 2024-11-15T15:17:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:33,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:33,866 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:33,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:33,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:17:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,39129,1731683849743, seqNum=-1] 2024-11-15T15:17:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:33,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:33,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,44163,1731683848892 2024-11-15T15:17:33,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55677 2024-11-15T15:17:33,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:33,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f127cc30002 connected 2024-11-15T15:17:33,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.log.dir so I do NOT create it in target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6 2024-11-15T15:17:33,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:17:33,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.tmp.dir so I do NOT create it in target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6 2024-11-15T15:17:33,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:17:33,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6 2024-11-15T15:17:33,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:17:33,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/cluster_a6bdf537-041e-f85e-3329-fae20b79b21e, deleteOnExit=true 2024-11-15T15:17:33,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:17:33,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/test.cache.data in system properties and HBase conf 2024-11-15T15:17:33,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:17:33,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:17:33,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:17:33,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:17:33,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:17:33,967 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:17:33,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:17:33,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:17:33,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:17:33,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:17:33,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:17:33,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:17:33,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:17:33,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:17:33,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:17:33,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:17:33,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:17:33,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:17:33,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:17:33,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:17:34,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:34,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:17:34,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:17:34,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:17:34,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:17:34,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:34,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:17:34,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:17:34,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/java.io.tmpdir/jetty-localhost-38035-hadoop-hdfs-3_4_1-tests_jar-_-any-8853478534250632180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:17:34,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:38035} 2024-11-15T15:17:34,741 INFO [Time-limited test {}] server.Server(415): Started @11599ms 2024-11-15T15:17:35,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:35,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:17:35,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:17:35,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:17:35,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:17:35,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:17:35,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:17:35,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/java.io.tmpdir/jetty-localhost-44795-hadoop-hdfs-3_4_1-tests_jar-_-any-14347377412640853497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:17:35,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:44795} 2024-11-15T15:17:35,158 INFO [Time-limited test {}] server.Server(415): Started @12016ms 2024-11-15T15:17:35,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:17:36,147 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/cluster_a6bdf537-041e-f85e-3329-fae20b79b21e/data/data1/current/BP-1941914532-172.17.0.2-1731683854006/current, will proceed with Du for space computation calculation, 2024-11-15T15:17:36,148 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/cluster_a6bdf537-041e-f85e-3329-fae20b79b21e/data/data2/current/BP-1941914532-172.17.0.2-1731683854006/current, will proceed with Du for space computation calculation, 2024-11-15T15:17:36,177 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:17:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb010f25a0cba32d2 with lease ID 0x4cf6af3624f22bfa: Processing first storage report for DS-0fa4f118-4aa0-4ed4-af9b-394008a06211 from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=7e93eccf-b62d-4ce2-91c8-4bd8cdaca4e5, infoPort=40537, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=1521697094;c=1731683854006) 2024-11-15T15:17:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb010f25a0cba32d2 with lease ID 0x4cf6af3624f22bfa: from storage DS-0fa4f118-4aa0-4ed4-af9b-394008a06211 node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=7e93eccf-b62d-4ce2-91c8-4bd8cdaca4e5, infoPort=40537, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=1521697094;c=1731683854006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:17:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb010f25a0cba32d2 with lease ID 0x4cf6af3624f22bfa: Processing first storage report for DS-c61d6d83-c2fc-4afa-820d-7276459093ed from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=7e93eccf-b62d-4ce2-91c8-4bd8cdaca4e5, infoPort=40537, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=1521697094;c=1731683854006) 2024-11-15T15:17:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb010f25a0cba32d2 with lease ID 0x4cf6af3624f22bfa: from storage DS-c61d6d83-c2fc-4afa-820d-7276459093ed node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=7e93eccf-b62d-4ce2-91c8-4bd8cdaca4e5, infoPort=40537, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=1521697094;c=1731683854006), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:17:36,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6 2024-11-15T15:17:36,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:36,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:17:36,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245 with version=8 2024-11-15T15:17:36,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/hbase-staging 2024-11-15T15:17:36,241 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:17:36,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:36,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:36,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:17:36,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:36,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:17:36,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:17:36,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:17:36,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34907 2024-11-15T15:17:36,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34907 connecting to ZooKeeper ensemble=127.0.0.1:55677 2024-11-15T15:17:36,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349070x0, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:36,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34907-0x1013f127cc30003 connected 2024-11-15T15:17:36,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:36,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:36,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on znode that does not yet exist, /1246838694/running 2024-11-15T15:17:36,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245, hbase.cluster.distributed=false 2024-11-15T15:17:36,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on znode that does not yet exist, /1246838694/acl 2024-11-15T15:17:36,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-15T15:17:36,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34907 2024-11-15T15:17:36,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34907 2024-11-15T15:17:36,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-15T15:17:36,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-15T15:17:36,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:17:36,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:36,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:36,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:17:36,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:36,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:17:36,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:17:36,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:17:36,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34157 2024-11-15T15:17:36,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34157 connecting to ZooKeeper ensemble=127.0.0.1:55677 2024-11-15T15:17:36,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:36,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:36,381 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341570x0, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:36,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on znode that does not yet exist, /1246838694/running 2024-11-15T15:17:36,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34157-0x1013f127cc30004 connected 2024-11-15T15:17:36,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:17:36,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:17:36,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on znode that does not yet exist, /1246838694/master 2024-11-15T15:17:36,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on znode that does not yet exist, /1246838694/acl 2024-11-15T15:17:36,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34157 2024-11-15T15:17:36,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34157 2024-11-15T15:17:36,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34157 2024-11-15T15:17:36,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34157 2024-11-15T15:17:36,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34157 2024-11-15T15:17:36,421 DEBUG [M:0;855219d6b094:34907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:34907 2024-11-15T15:17:36,421 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1246838694/backup-masters/855219d6b094,34907,1731683856240 2024-11-15T15:17:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694/backup-masters 2024-11-15T15:17:36,433 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694/backup-masters 2024-11-15T15:17:36,434 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on existing znode=/1246838694/backup-masters/855219d6b094,34907,1731683856240 2024-11-15T15:17:36,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:36,444 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1246838694/master 2024-11-15T15:17:36,444 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:36,445 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on existing znode=/1246838694/master 2024-11-15T15:17:36,446 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1246838694/backup-masters/855219d6b094,34907,1731683856240 from backup master directory 2024-11-15T15:17:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1246838694/backup-masters/855219d6b094,34907,1731683856240 2024-11-15T15:17:36,454 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694/backup-masters 2024-11-15T15:17:36,454 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:17:36,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694/backup-masters 2024-11-15T15:17:36,454 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,34907,1731683856240 2024-11-15T15:17:36,463 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/hbase.id] with ID: bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286 2024-11-15T15:17:36,463 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/.tmp/hbase.id 2024-11-15T15:17:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:17:36,875 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/.tmp/hbase.id]:[hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/hbase.id] 2024-11-15T15:17:36,909 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:36,910 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:17:36,912 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T15:17:36,936 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:36,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:36,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:17:37,348 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:17:37,349 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:17:37,350 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:37,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:17:37,375 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store 2024-11-15T15:17:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:17:37,390 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:37,390 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:17:37,390 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:37,390 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:37,390 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:17:37,390 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:37,390 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:37,390 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683857390Disabling compacts and flushes for region at 1731683857390Disabling writes for close at 1731683857390Writing region close event to WAL at 1731683857390Closed at 1731683857390 2024-11-15T15:17:37,393 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/.initializing 2024-11-15T15:17:37,393 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/WALs/855219d6b094,34907,1731683856240 2024-11-15T15:17:37,395 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:17:37,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C34907%2C1731683856240, suffix=, logDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/WALs/855219d6b094,34907,1731683856240, archiveDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/oldWALs, maxLogs=10 2024-11-15T15:17:37,415 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/WALs/855219d6b094,34907,1731683856240/855219d6b094%2C34907%2C1731683856240.1731683857401, exclude list is [], retry=0 2024-11-15T15:17:37,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-0fa4f118-4aa0-4ed4-af9b-394008a06211,DISK] 2024-11-15T15:17:37,426 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/WALs/855219d6b094,34907,1731683856240/855219d6b094%2C34907%2C1731683856240.1731683857401 2024-11-15T15:17:37,426 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40537:40537)] 2024-11-15T15:17:37,426 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:37,426 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:37,427 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,427 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:17:37,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:37,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:37,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:17:37,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:37,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:37,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:17:37,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:37,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:37,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:17:37,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:37,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:37,450 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,451 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,452 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,454 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,454 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,455 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:37,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:37,462 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:37,463 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70252366, jitterRate=0.046841830015182495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:37,463 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683857427Initializing all the Stores at 1731683857429 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683857429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683857432 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683857432Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683857432Cleaning up temporary data from old regions at 1731683857454 (+22 ms)Region opened successfully at 1731683857463 (+9 ms) 2024-11-15T15:17:37,464 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:17:37,470 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f92fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:17:37,472 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:17:37,472 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:17:37,472 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:17:37,472 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:17:37,473 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:17:37,474 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:17:37,474 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:17:37,479 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:17:37,480 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Unable to get data of znode /1246838694/balancer because node does not exist (not necessarily an error) 2024-11-15T15:17:37,524 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1246838694/balancer already deleted, retry=false 2024-11-15T15:17:37,525 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:17:37,526 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Unable to get data of znode /1246838694/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:17:37,560 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1246838694/normalizer already deleted, retry=false 2024-11-15T15:17:37,561 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:17:37,562 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Unable to get data of znode /1246838694/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:17:37,620 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1246838694/switch/split already deleted, retry=false 2024-11-15T15:17:37,621 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Unable to get data of znode /1246838694/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:17:37,694 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1246838694/switch/merge already deleted, retry=false 2024-11-15T15:17:37,697 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Unable to get data of znode /1246838694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:17:37,778 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1246838694/snapshot-cleanup already deleted, retry=false 2024-11-15T15:17:37,853 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1246838694/running 2024-11-15T15:17:37,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1246838694/running 2024-11-15T15:17:37,853 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:37,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:37,854 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,34907,1731683856240, sessionid=0x1013f127cc30003, setting cluster-up flag (Was=false) 2024-11-15T15:17:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:37,959 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:38,119 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1246838694/flush-table-proc/acquired, /1246838694/flush-table-proc/reached, /1246838694/flush-table-proc/abort 2024-11-15T15:17:38,122 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,34907,1731683856240 2024-11-15T15:17:38,213 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:38,457 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1246838694/online-snapshot/acquired, /1246838694/online-snapshot/reached, /1246838694/online-snapshot/abort 2024-11-15T15:17:38,463 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,34907,1731683856240 2024-11-15T15:17:38,465 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:17:38,469 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:38,469 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:17:38,469 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:17:38,469 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,34907,1731683856240 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:17:38,471 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:38,472 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:38,472 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:38,472 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:38,472 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:17:38,472 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,472 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:17:38,472 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:38,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:17:38,477 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:38,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:17:38,480 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731683888480 2024-11-15T15:17:38,480 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:17:38,480 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:17:38,480 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:17:38,481 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:17:38,481 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:17:38,481 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:17:38,481 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,481 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:17:38,481 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:17:38,481 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:17:38,481 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:17:38,482 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:17:38,482 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:17:38,482 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683858482,5,FailOnTimeoutGroup] 2024-11-15T15:17:38,484 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683858482,5,FailOnTimeoutGroup] 2024-11-15T15:17:38,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:17:38,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:17:38,508 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(746): ClusterId : bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286 2024-11-15T15:17:38,508 DEBUG [RS:0;855219d6b094:34157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:17:38,529 DEBUG [RS:0;855219d6b094:34157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:17:38,529 DEBUG [RS:0;855219d6b094:34157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:17:38,540 DEBUG [RS:0;855219d6b094:34157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:17:38,540 DEBUG [RS:0;855219d6b094:34157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ee09bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:17:38,554 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:34157 2024-11-15T15:17:38,554 INFO [RS:0;855219d6b094:34157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:17:38,554 INFO [RS:0;855219d6b094:34157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:17:38,554 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:17:38,555 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,34907,1731683856240 with port=34157, startcode=1731683856363 2024-11-15T15:17:38,556 DEBUG [RS:0;855219d6b094:34157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:17:38,558 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:17:38,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,34157,1731683856363 2024-11-15T15:17:38,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(517): Registering regionserver=855219d6b094,34157,1731683856363 2024-11-15T15:17:38,562 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245 2024-11-15T15:17:38,562 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34217 2024-11-15T15:17:38,562 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:17:38,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694/rs 2024-11-15T15:17:38,616 DEBUG [RS:0;855219d6b094:34157 {}] zookeeper.ZKUtil(111): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on existing znode=/1246838694/rs/855219d6b094,34157,1731683856363 2024-11-15T15:17:38,616 WARN [RS:0;855219d6b094:34157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:17:38,616 INFO [RS:0;855219d6b094:34157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:38,616 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/WALs/855219d6b094,34157,1731683856363 2024-11-15T15:17:38,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,34157,1731683856363] 2024-11-15T15:17:38,622 INFO [RS:0;855219d6b094:34157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:17:38,626 INFO [RS:0;855219d6b094:34157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:17:38,626 INFO [RS:0;855219d6b094:34157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:17:38,626 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,627 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:17:38,628 INFO [RS:0;855219d6b094:34157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:17:38,628 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,628 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,628 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,629 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:38,630 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:17:38,630 DEBUG [RS:0;855219d6b094:34157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:17:38,630 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,630 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,630 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,630 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,630 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,631 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34157,1731683856363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:17:38,646 INFO [RS:0;855219d6b094:34157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:17:38,646 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34157,1731683856363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,646 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,646 INFO [RS:0;855219d6b094:34157 {}] regionserver.Replication(171): 855219d6b094,34157,1731683856363 started 2024-11-15T15:17:38,662 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:38,662 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,34157,1731683856363, RpcServer on 855219d6b094/172.17.0.2:34157, sessionid=0x1013f127cc30004 2024-11-15T15:17:38,662 DEBUG [RS:0;855219d6b094:34157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:17:38,662 DEBUG [RS:0;855219d6b094:34157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,34157,1731683856363 2024-11-15T15:17:38,662 DEBUG [RS:0;855219d6b094:34157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,34157,1731683856363' 2024-11-15T15:17:38,663 DEBUG [RS:0;855219d6b094:34157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1246838694/flush-table-proc/abort' 2024-11-15T15:17:38,663 DEBUG [RS:0;855219d6b094:34157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1246838694/flush-table-proc/acquired' 2024-11-15T15:17:38,664 DEBUG [RS:0;855219d6b094:34157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:17:38,664 DEBUG [RS:0;855219d6b094:34157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:17:38,664 DEBUG [RS:0;855219d6b094:34157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,34157,1731683856363 2024-11-15T15:17:38,664 DEBUG [RS:0;855219d6b094:34157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,34157,1731683856363' 2024-11-15T15:17:38,664 DEBUG [RS:0;855219d6b094:34157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1246838694/online-snapshot/abort' 2024-11-15T15:17:38,664 DEBUG [RS:0;855219d6b094:34157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1246838694/online-snapshot/acquired' 2024-11-15T15:17:38,665 DEBUG [RS:0;855219d6b094:34157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:17:38,665 INFO [RS:0;855219d6b094:34157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:17:38,665 INFO [RS:0;855219d6b094:34157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:17:38,766 INFO [RS:0;855219d6b094:34157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:17:38,769 INFO [RS:0;855219d6b094:34157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C34157%2C1731683856363, suffix=, logDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/WALs/855219d6b094,34157,1731683856363, archiveDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/oldWALs, maxLogs=10 2024-11-15T15:17:38,793 DEBUG [RS:0;855219d6b094:34157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/WALs/855219d6b094,34157,1731683856363/855219d6b094%2C34157%2C1731683856363.1731683858772, exclude list is [], retry=0 2024-11-15T15:17:38,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-0fa4f118-4aa0-4ed4-af9b-394008a06211,DISK] 2024-11-15T15:17:38,809 INFO [RS:0;855219d6b094:34157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/WALs/855219d6b094,34157,1731683856363/855219d6b094%2C34157%2C1731683856363.1731683858772 2024-11-15T15:17:38,811 DEBUG [RS:0;855219d6b094:34157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40537:40537)] 2024-11-15T15:17:38,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:17:38,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245 2024-11-15T15:17:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:17:39,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:17:39,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:17:39,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:17:39,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:17:39,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:17:39,241 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T15:17:39,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:17:39,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:17:39,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:17:39,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:17:39,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:39,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:17:39,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:17:39,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:39,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:17:39,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:17:39,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:39,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:17:39,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:17:39,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:39,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:17:39,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:17:39,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:39,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:17:39,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740 2024-11-15T15:17:39,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740 2024-11-15T15:17:39,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:17:39,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:17:39,321 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:39,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:17:39,327 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:39,328 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68250870, jitterRate=0.017017215490341187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:39,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731683859302Initializing all the Stores at 1731683859303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683859303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683859303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683859303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683859303Cleaning up temporary data from old regions at 1731683859320 (+17 ms)Region opened successfully at 1731683859328 (+8 ms) 2024-11-15T15:17:39,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:17:39,329 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:17:39,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:17:39,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:17:39,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:17:39,329 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:39,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683859329Disabling compacts and flushes for region at 1731683859329Disabling writes for close at 1731683859329Writing region close event to WAL at 1731683859329Closed at 1731683859329 2024-11-15T15:17:39,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:39,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:17:39,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:17:39,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:17:39,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:17:39,485 DEBUG [855219d6b094:34907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:17:39,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,34157,1731683856363 2024-11-15T15:17:39,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,34157,1731683856363, state=OPENING 2024-11-15T15:17:39,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:17:39,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:39,506 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:39,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1246838694/meta-region-server: CHANGED 2024-11-15T15:17:39,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:17:39,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1246838694/meta-region-server: CHANGED 2024-11-15T15:17:39,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,34157,1731683856363}] 2024-11-15T15:17:39,662 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:17:39,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:17:39,670 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:17:39,670 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:39,670 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:17:39,673 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C34157%2C1731683856363.meta, suffix=.meta, logDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/WALs/855219d6b094,34157,1731683856363, archiveDir=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/oldWALs, maxLogs=10 2024-11-15T15:17:39,689 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/WALs/855219d6b094,34157,1731683856363/855219d6b094%2C34157%2C1731683856363.meta.1731683859675.meta, exclude list is [], retry=0 2024-11-15T15:17:39,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-0fa4f118-4aa0-4ed4-af9b-394008a06211,DISK] 2024-11-15T15:17:39,695 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/WALs/855219d6b094,34157,1731683856363/855219d6b094%2C34157%2C1731683856363.meta.1731683859675.meta 2024-11-15T15:17:39,695 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40537:40537)] 2024-11-15T15:17:39,695 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:39,696 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:17:39,696 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:17:39,696 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:17:39,696 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:17:39,696 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:17:39,696 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:39,697 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:17:39,697 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:17:39,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:17:39,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:17:39,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:39,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:17:39,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:17:39,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:39,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:17:39,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:17:39,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:39,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:17:39,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:17:39,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:39,709 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:17:39,710 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740 2024-11-15T15:17:39,712 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740 2024-11-15T15:17:39,714 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:17:39,714 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:17:39,715 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:39,717 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:17:39,718 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73979760, jitterRate=0.10238432884216309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:39,718 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:17:39,718 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683859697Writing region info on filesystem at 1731683859697Initializing all the Stores at 1731683859699 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683859699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683859699Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683859699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683859699Cleaning up temporary data from old regions at 1731683859714 (+15 ms)Running coprocessor post-open hooks at 1731683859718 (+4 ms)Region opened successfully at 1731683859718 2024-11-15T15:17:39,720 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683859662 2024-11-15T15:17:39,723 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:17:39,723 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:17:39,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,34157,1731683856363 2024-11-15T15:17:39,726 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,34157,1731683856363, state=OPEN 2024-11-15T15:17:39,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1246838694/meta-region-server 2024-11-15T15:17:39,757 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1246838694/meta-region-server 2024-11-15T15:17:39,757 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,34157,1731683856363 2024-11-15T15:17:39,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1246838694/meta-region-server: CHANGED 2024-11-15T15:17:39,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1246838694/meta-region-server: CHANGED 2024-11-15T15:17:39,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:17:39,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,34157,1731683856363 in 250 msec 2024-11-15T15:17:39,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:17:39,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-15T15:17:39,768 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:39,768 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:17:39,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:17:39,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,34157,1731683856363, seqNum=-1] 2024-11-15T15:17:39,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:39,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:39,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec 2024-11-15T15:17:39,784 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683859784, completionTime=-1 2024-11-15T15:17:39,784 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:17:39,784 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:17:39,787 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:17:39,787 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731683919787 2024-11-15T15:17:39,787 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731683979787 2024-11-15T15:17:39,787 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:17:39,787 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34907,1731683856240-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:39,787 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34907,1731683856240-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:39,787 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34907,1731683856240-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:39,787 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:34907, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:39,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:39,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:39,790 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:17:39,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.339sec 2024-11-15T15:17:39,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:17:39,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:17:39,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:17:39,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:17:39,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:17:39,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34907,1731683856240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:17:39,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34907,1731683856240-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:17:39,796 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:17:39,796 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:17:39,796 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34907,1731683856240-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:39,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:39,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:39,811 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc6d8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:39,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:39,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:39,815 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:39,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:17:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,34157,1731683856363, seqNum=-1] 2024-11-15T15:17:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:39,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:39,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,34907,1731683856240 2024-11-15T15:17:39,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55677 2024-11-15T15:17:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:39,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f127cc30005 connected 2024-11-15T15:17:39,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44163,-1 for getting cluster id 2024-11-15T15:17:39,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:39,853 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1423f75-4f6a-4237-938b-a5e1b308d7d3' 2024-11-15T15:17:39,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:39,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1423f75-4f6a-4237-938b-a5e1b308d7d3" 2024-11-15T15:17:39,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c53b898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44163,-1] 2024-11-15T15:17:39,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:39,858 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f04fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:39,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44163,1731683848892 2024-11-15T15:17:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ee2b5d 2024-11-15T15:17:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:39,876 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:39,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:17:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:17:39,891 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34907' 2024-11-15T15:17:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:17:39,893 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256952a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,893 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:39,893 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:39,894 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb0bb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:39,896 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:39,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62062fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:39,898 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:39,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34907,1731683856240 2024-11-15T15:17:39,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@444edee9 2024-11-15T15:17:39,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:39,905 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:39,916 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T15:17:39,916 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:17:39,921 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:39,921 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:39,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:39,923 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:17:39,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:17:39,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:17:39,931 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:39,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:17:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741835_1011 (size=1138) 2024-11-15T15:17:39,980 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:17:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:17:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:17:40,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0b6368bc9ca167006146fee92d5683b, NAME => 'hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34 2024-11-15T15:17:40,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741836_1012 (size=44) 2024-11-15T15:17:40,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:40,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0b6368bc9ca167006146fee92d5683b, disabling compactions & flushes 2024-11-15T15:17:40,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:40,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:40,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. after waiting 0 ms 2024-11-15T15:17:40,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:40,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:40,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0b6368bc9ca167006146fee92d5683b: Waiting for close lock at 1731683860366Disabling compacts and flushes for region at 1731683860366Disabling writes for close at 1731683860366Writing region close event to WAL at 1731683860366Closed at 1731683860366 2024-11-15T15:17:40,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:17:40,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731683860369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683860369"}]},"ts":"1731683860369"} 2024-11-15T15:17:40,380 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:17:40,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:17:40,386 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683860383"}]},"ts":"1731683860383"} 2024-11-15T15:17:40,391 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:17:40,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN}] 2024-11-15T15:17:40,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN 2024-11-15T15:17:40,398 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN; state=OFFLINE, location=855219d6b094,39129,1731683849743; forceNewPlan=false, retain=false 2024-11-15T15:17:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:17:40,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0b6368bc9ca167006146fee92d5683b, regionState=OPENING, regionLocation=855219d6b094,39129,1731683849743 2024-11-15T15:17:40,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN because future has completed 2024-11-15T15:17:40,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0b6368bc9ca167006146fee92d5683b, server=855219d6b094,39129,1731683849743}] 2024-11-15T15:17:40,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:40,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:40,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:17:40,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C39129%2C1731683849743.rep, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs, maxLogs=10 2024-11-15T15:17:40,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.rep.1731683860720, exclude list is [], retry=0 2024-11-15T15:17:40,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d,DISK] 2024-11-15T15:17:40,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.rep.1731683860720 2024-11-15T15:17:40,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-15T15:17:40,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c0b6368bc9ca167006146fee92d5683b, NAME => 'hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:40,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:17:40,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:17:40,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. service=MultiRowMutationService 2024-11-15T15:17:40,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:17:40,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,742 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,744 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0b6368bc9ca167006146fee92d5683b columnFamilyName hfileref 2024-11-15T15:17:40,744 DEBUG [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:40,745 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(327): Store=c0b6368bc9ca167006146fee92d5683b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:40,745 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,747 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0b6368bc9ca167006146fee92d5683b columnFamilyName queue 2024-11-15T15:17:40,747 DEBUG [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:40,748 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(327): Store=c0b6368bc9ca167006146fee92d5683b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:40,748 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,751 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0b6368bc9ca167006146fee92d5683b columnFamilyName sid 2024-11-15T15:17:40,751 DEBUG [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:40,752 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(327): Store=c0b6368bc9ca167006146fee92d5683b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:40,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:17:40,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:40,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c0b6368bc9ca167006146fee92d5683b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62041123, jitterRate=-0.07551522552967072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:17:40,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:40,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c0b6368bc9ca167006146fee92d5683b: Running coprocessor pre-open hook at 1731683860740Writing region info on filesystem at 1731683860740Initializing all the Stores at 1731683860741 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683860741Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683860742 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683860742Cleaning up temporary data from old regions at 1731683860756 (+14 ms)Running coprocessor post-open hooks at 1731683860762 (+6 ms)Region opened successfully at 1731683860763 (+1 ms) 2024-11-15T15:17:40,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b., pid=7, masterSystemTime=1731683860711 2024-11-15T15:17:40,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:40,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:40,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0b6368bc9ca167006146fee92d5683b, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,39129,1731683849743 2024-11-15T15:17:40,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0b6368bc9ca167006146fee92d5683b, server=855219d6b094,39129,1731683849743 because future has completed 2024-11-15T15:17:40,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T15:17:40,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c0b6368bc9ca167006146fee92d5683b, server=855219d6b094,39129,1731683849743 in 218 msec 2024-11-15T15:17:40,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:17:40,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN in 384 msec 2024-11-15T15:17:40,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:17:40,782 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683860782"}]},"ts":"1731683860782"} 2024-11-15T15:17:40,784 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:17:40,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:17:40,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 863 msec 2024-11-15T15:17:40,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b., hostname=855219d6b094,39129,1731683849743, seqNum=2] 2024-11-15T15:17:40,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39129 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T15:17:40,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:40,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:40,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:17:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:17:41,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T15:17:41,091 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:17:41,128 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,39129,1731683849743, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:17:41,129 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:17:41,129 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,39129,1731683849743, seqNum=-1] 2024-11-15T15:17:41,129 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:41,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T15:17:41,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,39129,1731683849743', locateType=CURRENT is [region=hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b., hostname=855219d6b094,39129,1731683849743, seqNum=2] 2024-11-15T15:17:41,139 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T15:17:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T15:17:41,144 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,39129,1731683849743 suceeded 2024-11-15T15:17:41,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T15:17:41,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-15T15:17:41,148 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:17:41,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2680 sec 2024-11-15T15:17:41,160 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34907' 2024-11-15T15:17:41,163 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631822ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:41,163 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:41,163 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:41,164 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:41,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:41,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:41,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e100f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:41,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:41,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:41,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:41,166 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:41,168 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a521cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:41,168 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:41,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34907,1731683856240 2024-11-15T15:17:41,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0615f9 2024-11-15T15:17:41,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:41,170 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T15:17:41,171 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,39129,1731683849743 (queues=1) is replicating from cluster=b1423f75-4f6a-4237-938b-a5e1b308d7d3 to cluster=bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286 2024-11-15T15:17:41,174 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C39129%2C1731683849743 2024-11-15T15:17:41,178 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,39129,1731683849743, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:17:41,180 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.shipper855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C39129%2C1731683849743 2024-11-15T15:17:41,185 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794, startPosition=0, beingWritten=true 2024-11-15T15:17:41,448 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:41,760 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:17:42,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:42,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:42,047 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:17:42,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:42,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44163,-1 for getting cluster id 2024-11-15T15:17:42,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:42,051 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1423f75-4f6a-4237-938b-a5e1b308d7d3' 2024-11-15T15:17:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1423f75-4f6a-4237-938b-a5e1b308d7d3" 2024-11-15T15:17:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886b39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44163,-1] 2024-11-15T15:17:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:42,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,055 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:42,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0986ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44163,1731683848892 2024-11-15T15:17:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e624abb 2024-11-15T15:17:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:42,060 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:42,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://855219d6b094:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:17:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:17:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T15:17:42,064 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34907' 2024-11-15T15:17:42,065 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a3dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,065 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:42,065 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:42,066 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:42,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:42,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ec869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,068 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:42,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed65324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,069 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:42,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34907,1731683856240 2024-11-15T15:17:42,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fdae89e 2024-11-15T15:17:42,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:42,071 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:42,072 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T15:17:42,072 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:17:42,072 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,073 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:42,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:17:42,171 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T15:17:42,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-15T15:17:42,316 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T15:17:42,350 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-855219d6b094,39129,1731683849743, ReplicationSource: 2, currentBandwidth=0 2024-11-15T15:17:42,353 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T15:17:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T15:17:42,356 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 855219d6b094,39129,1731683849743 suceeded 2024-11-15T15:17:42,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:17:42,359 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://855219d6b094:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:17:42,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-15T15:17:42,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 300 msec 2024-11-15T15:17:42,371 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34907' 2024-11-15T15:17:42,372 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da630dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,372 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:42,372 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:42,373 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:42,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:42,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:42,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45f9456d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:42,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:42,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,376 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:42,376 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@253162c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,376 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:42,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34907,1731683856240 2024-11-15T15:17:42,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3047d0b0 2024-11-15T15:17:42,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:42,378 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T15:17:42,379 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-855219d6b094,39129,1731683849743 (queues=1) is replicating from cluster=b1423f75-4f6a-4237-938b-a5e1b308d7d3 to cluster=bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286 2024-11-15T15:17:42,379 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=855219d6b094%2C39129%2C1731683849743 2024-11-15T15:17:42,379 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-855219d6b094,39129,1731683849743, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:17:42,380 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.shipper855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C39129%2C1731683849743 2024-11-15T15:17:42,380 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794, startPosition=0, beingWritten=true 2024-11-15T15:17:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T15:17:42,386 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T15:17:42,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:42,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:42,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:42,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:42,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44163,1731683848892 2024-11-15T15:17:42,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a5ea79f 2024-11-15T15:17:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:42,394 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:42,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T15:17:42,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T15:17:42,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T15:17:42,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T15:17:42,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://855219d6b094:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:17:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T15:17:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T15:17:42,407 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34907' 2024-11-15T15:17:42,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a596d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,408 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:42,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:42,409 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f66cf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,411 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:42,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649c754e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:42,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34907,1731683856240 2024-11-15T15:17:42,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@220d1ca1 2024-11-15T15:17:42,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:42,415 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:42,416 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:17:42,416 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:17:42,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:42,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:17:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T15:17:42,587 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:42,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-15T15:17:42,588 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-15T15:17:42,591 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T15:17:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T15:17:42,596 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 855219d6b094,39129,1731683849743 suceeded 2024-11-15T15:17:42,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T15:17:42,600 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://855219d6b094:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:17:42,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-15T15:17:42,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-11-15T15:17:42,678 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T15:17:42,726 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-15T15:17:42,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://855219d6b094:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:17:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T15:17:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T15:17:42,730 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34907' 2024-11-15T15:17:42,731 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,731 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:42,731 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:42,732 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71aaf382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,734 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:42,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcf1121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:42,735 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:42,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34907,1731683856240 2024-11-15T15:17:42,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@248dc208 2024-11-15T15:17:42,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:42,738 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:42,739 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T15:17:42,739 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:17:42,739 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,739 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:42,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:42,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:17:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T15:17:42,896 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:42,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-15T15:17:42,904 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-15T15:17:42,905 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T15:17:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T15:17:42,909 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 855219d6b094,39129,1731683849743 suceeded 2024-11-15T15:17:42,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T15:17:42,913 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://855219d6b094:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:17:42,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-15T15:17:42,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 187 msec 2024-11-15T15:17:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T15:17:43,045 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-15T15:17:43,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T15:17:43,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T15:17:43,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:43,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:43,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:43,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:43,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:43,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:17:43,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-11-15T15:17:43,049 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,44163,1731683848892 2024-11-15T15:17:43,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/running 2024-11-15T15:17:43,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/running 2024-11-15T15:17:43,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:43,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:43,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:17:43,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:43,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:43,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:43,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/running 2024-11-15T15:17:43,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/running 2024-11-15T15:17:43,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,39129,1731683849743' ***** 2024-11-15T15:17:43,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:17:43,066 INFO [RS:0;855219d6b094:39129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:17:43,066 INFO [RS:0;855219d6b094:39129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:17:43,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:17:43,066 INFO [RS:0;855219d6b094:39129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:17:43,067 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(3091): Received CLOSE for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:43,067 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,39129,1731683849743 2024-11-15T15:17:43,067 INFO [RS:0;855219d6b094:39129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:17:43,067 INFO [RS:0;855219d6b094:39129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:39129. 2024-11-15T15:17:43,067 DEBUG [RS:0;855219d6b094:39129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:43,067 DEBUG [RS:0;855219d6b094:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:43,068 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0b6368bc9ca167006146fee92d5683b, disabling compactions & flushes 2024-11-15T15:17:43,068 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:43,068 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:43,068 INFO [RS:0;855219d6b094:39129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:17:43,068 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. after waiting 0 ms 2024-11-15T15:17:43,068 INFO [RS:0;855219d6b094:39129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:17:43,068 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:43,068 INFO [RS:0;855219d6b094:39129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:17:43,068 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:17:43,069 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:17:43,069 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:17:43,069 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c0b6368bc9ca167006146fee92d5683b=hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.} 2024-11-15T15:17:43,069 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:17:43,069 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:17:43,069 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:17:43,069 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:17:43,069 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:43,072 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0b6368bc9ca167006146fee92d5683b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-15T15:17:43,072 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T15:17:43,132 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/info/47915319a0594692b6bd541b9c1553d0 is 147, key is hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b./info:regioninfo/1731683860769/Put/seqid=0 2024-11-15T15:17:43,132 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/.tmp/queue/8125ba45c9d8473aa1eb3bb804f58aae is 151, key is 1-855219d6b094,39129,1731683849743/queue:855219d6b094%2C39129%2C1731683849743/1731683861134/Put/seqid=0 2024-11-15T15:17:43,141 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:17:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741839_1015 (size=6631) 2024-11-15T15:17:43,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741838_1014 (size=5500) 2024-11-15T15:17:43,269 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:43,286 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:43,303 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:43,470 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:43,544 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/.tmp/queue/8125ba45c9d8473aa1eb3bb804f58aae 2024-11-15T15:17:43,544 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/info/47915319a0594692b6bd541b9c1553d0 2024-11-15T15:17:43,588 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/.tmp/queue/8125ba45c9d8473aa1eb3bb804f58aae as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/queue/8125ba45c9d8473aa1eb3bb804f58aae 2024-11-15T15:17:43,596 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/queue/8125ba45c9d8473aa1eb3bb804f58aae, entries=2, sequenceid=6, filesize=5.4 K 2024-11-15T15:17:43,602 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/ns/1706d39988ac4324ba83d11ac2ad0ae6 is 43, key is default/ns:d/1731683853664/Put/seqid=0 2024-11-15T15:17:43,605 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c0b6368bc9ca167006146fee92d5683b in 532ms, sequenceid=6, compaction requested=false 2024-11-15T15:17:43,605 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:17:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741840_1016 (size=5153) 2024-11-15T15:17:43,614 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T15:17:43,616 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:17:43,617 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:17:43,617 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:43,617 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0b6368bc9ca167006146fee92d5683b: Waiting for close lock at 1731683863067Running coprocessor pre-close hooks at 1731683863067Disabling compacts and flushes for region at 1731683863067Disabling writes for close at 1731683863068 (+1 ms)Obtaining lock to block concurrent updates at 1731683863072 (+4 ms)Preparing flush snapshotting stores in c0b6368bc9ca167006146fee92d5683b at 1731683863072Finished memstore snapshotting hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731683863079 (+7 ms)Flushing stores of hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. at 1731683863080 (+1 ms)Flushing c0b6368bc9ca167006146fee92d5683b/queue: creating writer at 1731683863081 (+1 ms)Flushing c0b6368bc9ca167006146fee92d5683b/queue: appending metadata at 1731683863118 (+37 ms)Flushing c0b6368bc9ca167006146fee92d5683b/queue: closing flushed file at 1731683863121 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62057ef4: reopening flushed file at 1731683863586 (+465 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c0b6368bc9ca167006146fee92d5683b in 532ms, sequenceid=6, compaction requested=false at 1731683863605 (+19 ms)Writing region close event to WAL at 1731683863608 (+3 ms)Running coprocessor post-close hooks at 1731683863615 (+7 ms)Closed at 1731683863617 (+2 ms) 2024-11-15T15:17:43,617 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:43,633 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:17:43,633 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:17:43,670 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:17:43,810 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:43,870 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:17:43,993 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:44,008 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/ns/1706d39988ac4324ba83d11ac2ad0ae6 2024-11-15T15:17:44,032 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/table/723fbe5610044f2fa5f53db48921830f is 53, key is hbase:replication/table:state/1731683860782/Put/seqid=0 2024-11-15T15:17:44,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741841_1017 (size=5256) 2024-11-15T15:17:44,070 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:17:44,070 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:17:44,070 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:17:44,271 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:17:44,423 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.1731683852794 to pos 0, reset compression=false 2024-11-15T15:17:44,438 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/table/723fbe5610044f2fa5f53db48921830f 2024-11-15T15:17:44,447 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/info/47915319a0594692b6bd541b9c1553d0 as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/info/47915319a0594692b6bd541b9c1553d0 2024-11-15T15:17:44,455 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/info/47915319a0594692b6bd541b9c1553d0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T15:17:44,456 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/ns/1706d39988ac4324ba83d11ac2ad0ae6 as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/ns/1706d39988ac4324ba83d11ac2ad0ae6 2024-11-15T15:17:44,463 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/ns/1706d39988ac4324ba83d11ac2ad0ae6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:17:44,464 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/table/723fbe5610044f2fa5f53db48921830f as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/table/723fbe5610044f2fa5f53db48921830f 2024-11-15T15:17:44,471 DEBUG [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:17:44,473 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/table/723fbe5610044f2fa5f53db48921830f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T15:17:44,475 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1405ms, sequenceid=11, compaction requested=false 2024-11-15T15:17:44,481 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T15:17:44,482 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:17:44,482 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:17:44,482 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:44,483 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683863069Running coprocessor pre-close hooks at 1731683863069Disabling compacts and flushes for region at 1731683863069Disabling writes for close at 1731683863069Obtaining lock to block concurrent updates at 1731683863072 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731683863072Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731683863079 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731683863080 (+1 ms)Flushing 1588230740/info: creating writer at 1731683863081 (+1 ms)Flushing 1588230740/info: appending metadata at 1731683863119 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731683863121 (+2 ms)Flushing 1588230740/ns: creating writer at 1731683863586 (+465 ms)Flushing 1588230740/ns: appending metadata at 1731683863601 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731683863601Flushing 1588230740/table: creating writer at 1731683864017 (+416 ms)Flushing 1588230740/table: appending metadata at 1731683864032 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731683864032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46289f57: reopening flushed file at 1731683864445 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd72ef0: reopening flushed file at 1731683864455 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c835bad: reopening flushed file at 1731683864463 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1405ms, sequenceid=11, compaction requested=false at 1731683864475 (+12 ms)Writing region close event to WAL at 1731683864476 (+1 ms)Running coprocessor post-close hooks at 1731683864482 (+6 ms)Closed at 1731683864482 2024-11-15T15:17:44,483 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:44,671 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,39129,1731683849743; all regions closed. 2024-11-15T15:17:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741834_1010 (size=2742) 2024-11-15T15:17:44,683 DEBUG [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs 2024-11-15T15:17:44,683 INFO [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C39129%2C1731683849743.meta:.meta(num 1731683853456) 2024-11-15T15:17:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741837_1013 (size=1802) 2024-11-15T15:17:44,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743/855219d6b094%2C39129%2C1731683849743.rep.1731683860720 not finished, retry = 0 2024-11-15T15:17:44,789 DEBUG [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs 2024-11-15T15:17:44,790 INFO [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C39129%2C1731683849743.rep:(num 1731683860720) 2024-11-15T15:17:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741833_1009 (size=93) 2024-11-15T15:17:44,795 DEBUG [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs 2024-11-15T15:17:44,795 INFO [RS:0;855219d6b094:39129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C39129%2C1731683849743:(num 1731683852794) 2024-11-15T15:17:44,795 DEBUG [RS:0;855219d6b094:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:44,795 INFO [RS:0;855219d6b094:39129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:17:44,796 INFO [RS:0;855219d6b094:39129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:17:44,796 INFO [RS:0;855219d6b094:39129 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:17:44,796 INFO [RS:0;855219d6b094:39129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:17:44,796 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:17:44,796 INFO [RS:0;855219d6b094:39129 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,39129,1731683849743 because: Region server is closing 2024-11-15T15:17:44,797 INFO [RS:0;855219d6b094:39129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:39129. 2024-11-15T15:17:44,797 DEBUG [RS:0;855219d6b094:39129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:44,797 DEBUG [RS:0;855219d6b094:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:44,797 DEBUG [RS:0;855219d6b094:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:44,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:44,898 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.shipper855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:17:44,898 INFO [RS:0;855219d6b094:39129 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39129,1731683849743.replicationSource.shipper855219d6b094%2C39129%2C1731683849743,1-855219d6b094,39129,1731683849743 terminated 2024-11-15T15:17:44,899 INFO [RS:0;855219d6b094:39129 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-855219d6b094,39129,1731683849743 because: Region server is closing 2024-11-15T15:17:44,899 INFO [RS:0;855219d6b094:39129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:39129. 2024-11-15T15:17:44,899 DEBUG [RS:0;855219d6b094:39129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:44,899 DEBUG [RS:0;855219d6b094:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:44,899 DEBUG [RS:0;855219d6b094:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:44,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:45,000 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.wal-reader.855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:17:45,000 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.shipper855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:17:45,000 INFO [RS:0;855219d6b094:39129 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,39129,1731683849743.replicationSource.shipper855219d6b094%2C39129%2C1731683849743,2-855219d6b094,39129,1731683849743 terminated 2024-11-15T15:17:45,000 INFO [RS:0;855219d6b094:39129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39129 2024-11-15T15:17:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/rs 2024-11-15T15:17:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/rs/855219d6b094,39129,1731683849743 2024-11-15T15:17:45,183 INFO [RS:0;855219d6b094:39129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:17:45,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,39129,1731683849743] 2024-11-15T15:17:45,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:17:45,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/draining/855219d6b094,39129,1731683849743 already deleted, retry=false 2024-11-15T15:17:45,280 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,39129,1731683849743 expired; onlineServers=0 2024-11-15T15:17:45,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,44163,1731683848892' ***** 2024-11-15T15:17:45,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:17:45,281 INFO [M:0;855219d6b094:44163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:17:45,281 INFO [M:0;855219d6b094:44163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:17:45,281 DEBUG [M:0;855219d6b094:44163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:17:45,282 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:17:45,282 DEBUG [M:0;855219d6b094:44163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:17:45,282 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683852499 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683852499,5,FailOnTimeoutGroup] 2024-11-15T15:17:45,282 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683852500 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683852500,5,FailOnTimeoutGroup] 2024-11-15T15:17:45,282 INFO [M:0;855219d6b094:44163 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:17:45,283 INFO [M:0;855219d6b094:44163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:17:45,283 DEBUG [M:0;855219d6b094:44163 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:17:45,283 INFO [M:0;855219d6b094:44163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:17:45,284 INFO [M:0;855219d6b094:44163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:17:45,284 INFO [M:0;855219d6b094:44163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:17:45,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:17:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/master 2024-11-15T15:17:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:45,346 DEBUG [M:0;855219d6b094:44163 {}] zookeeper.ZKUtil(347): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/master because node does not exist (not an error) 2024-11-15T15:17:45,346 WARN [M:0;855219d6b094:44163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:17:45,348 INFO [M:0;855219d6b094:44163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/.lastflushedseqids 2024-11-15T15:17:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x1013f127cc30001, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:45,351 INFO [RS:0;855219d6b094:39129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:17:45,352 INFO [RS:0;855219d6b094:39129 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,39129,1731683849743; zookeeper connection closed. 2024-11-15T15:17:45,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@87ce384 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@87ce384 2024-11-15T15:17:45,353 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:17:45,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741842_1018 (size=181) 2024-11-15T15:17:45,762 INFO [M:0;855219d6b094:44163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:17:45,762 INFO [M:0;855219d6b094:44163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:17:45,763 DEBUG [M:0;855219d6b094:44163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:17:45,763 INFO [M:0;855219d6b094:44163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:45,763 DEBUG [M:0;855219d6b094:44163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:45,763 DEBUG [M:0;855219d6b094:44163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:17:45,763 DEBUG [M:0;855219d6b094:44163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:45,763 INFO [M:0;855219d6b094:44163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-15T15:17:45,780 DEBUG [M:0;855219d6b094:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f774409004c744e9b46f4567824bf699 is 82, key is hbase:meta,,1/info:regioninfo/1731683853550/Put/seqid=0 2024-11-15T15:17:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741843_1019 (size=5672) 2024-11-15T15:17:46,186 INFO [M:0;855219d6b094:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f774409004c744e9b46f4567824bf699 2024-11-15T15:17:46,218 DEBUG [M:0;855219d6b094:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1637660c6b1a4f909b0a17a9705fc7be is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731683860787/Put/seqid=0 2024-11-15T15:17:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741844_1020 (size=8663) 2024-11-15T15:17:46,626 INFO [M:0;855219d6b094:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1637660c6b1a4f909b0a17a9705fc7be 2024-11-15T15:17:46,655 DEBUG [M:0;855219d6b094:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00310e321ec045f3bdfc76167fb72fd5 is 69, key is 855219d6b094,39129,1731683849743/rs:state/1731683852544/Put/seqid=0 2024-11-15T15:17:46,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741845_1021 (size=5156) 2024-11-15T15:17:47,061 INFO [M:0;855219d6b094:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00310e321ec045f3bdfc76167fb72fd5 2024-11-15T15:17:47,074 DEBUG [M:0;855219d6b094:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f774409004c744e9b46f4567824bf699 as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f774409004c744e9b46f4567824bf699 2024-11-15T15:17:47,081 INFO [M:0;855219d6b094:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f774409004c744e9b46f4567824bf699, entries=8, sequenceid=115, filesize=5.5 K 2024-11-15T15:17:47,083 DEBUG [M:0;855219d6b094:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1637660c6b1a4f909b0a17a9705fc7be as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1637660c6b1a4f909b0a17a9705fc7be 2024-11-15T15:17:47,089 INFO [M:0;855219d6b094:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1637660c6b1a4f909b0a17a9705fc7be, entries=14, sequenceid=115, filesize=8.5 K 2024-11-15T15:17:47,090 DEBUG [M:0;855219d6b094:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00310e321ec045f3bdfc76167fb72fd5 as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00310e321ec045f3bdfc76167fb72fd5 2024-11-15T15:17:47,097 INFO [M:0;855219d6b094:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00310e321ec045f3bdfc76167fb72fd5, entries=1, sequenceid=115, filesize=5.0 K 2024-11-15T15:17:47,098 INFO [M:0;855219d6b094:44163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=115, compaction requested=false 2024-11-15T15:17:47,100 INFO [M:0;855219d6b094:44163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:47,100 DEBUG [M:0;855219d6b094:44163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683865763Disabling compacts and flushes for region at 1731683865763Disabling writes for close at 1731683865763Obtaining lock to block concurrent updates at 1731683865763Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731683865763Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731683865764 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731683865764Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731683865765 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731683865779 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731683865779Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731683866200 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731683866217 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731683866218 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731683866639 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731683866654 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731683866654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da6e1eb: reopening flushed file at 1731683867073 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc2c37c: reopening flushed file at 1731683867081 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3d426c: reopening flushed file at 1731683867089 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=115, compaction requested=false at 1731683867098 (+9 ms)Writing region close event to WAL at 1731683867100 (+2 ms)Closed at 1731683867100 2024-11-15T15:17:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741830_1006 (size=59421) 2024-11-15T15:17:47,104 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:17:47,104 INFO [M:0;855219d6b094:44163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:17:47,104 INFO [M:0;855219d6b094:44163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44163 2024-11-15T15:17:47,104 INFO [M:0;855219d6b094:44163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:17:47,249 INFO [M:0;855219d6b094:44163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:17:47,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:47,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1013f127cc30000, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:47,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:17:47,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:47,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:47,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:17:47,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:47,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:17:47,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:17:47,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:17:47,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39299 2024-11-15T15:17:47,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39299 connecting to ZooKeeper ensemble=127.0.0.1:55677 2024-11-15T15:17:47,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392990x0, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:47,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39299-0x1013f127cc30006 connected 2024-11-15T15:17:47,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:47,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:47,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/running 2024-11-15T15:17:47,305 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: INIT 2024-11-15T15:17:47,305 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34, hbase.cluster.distributed=false 2024-11-15T15:17:47,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/acl 2024-11-15T15:17:47,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-15T15:17:47,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39299 2024-11-15T15:17:47,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39299 2024-11-15T15:17:47,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-15T15:17:47,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-15T15:17:47,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:17:47,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:47,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:47,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:17:47,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:47,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:17:47,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:17:47,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:17:47,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45921 2024-11-15T15:17:47,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45921 connecting to ZooKeeper ensemble=127.0.0.1:55677 2024-11-15T15:17:47,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:47,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:47,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459210x0, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:47,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459210x0, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/running 2024-11-15T15:17:47,348 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: INIT 2024-11-15T15:17:47,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45921-0x1013f127cc30007 connected 2024-11-15T15:17:47,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:17:47,351 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:17:47,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/master 2024-11-15T15:17:47,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/acl 2024-11-15T15:17:47,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-15T15:17:47,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45921 2024-11-15T15:17:47,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45921 2024-11-15T15:17:47,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-15T15:17:47,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-15T15:17:47,371 DEBUG [M:0;855219d6b094:39299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:39299 2024-11-15T15:17:47,371 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1464194704/backup-masters/855219d6b094,39299,1731683867250 2024-11-15T15:17:47,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/backup-masters 2024-11-15T15:17:47,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/backup-masters 2024-11-15T15:17:47,380 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on existing znode=/0-1464194704/backup-masters/855219d6b094,39299,1731683867250 2024-11-15T15:17:47,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1464194704/master 2024-11-15T15:17:47,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:47,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:47,401 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on existing znode=/0-1464194704/master 2024-11-15T15:17:47,402 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1464194704/backup-masters/855219d6b094,39299,1731683867250 from backup master directory 2024-11-15T15:17:47,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/backup-masters/855219d6b094,39299,1731683867250 2024-11-15T15:17:47,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/backup-masters 2024-11-15T15:17:47,411 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:17:47,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/backup-masters 2024-11-15T15:17:47,411 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,39299,1731683867250 2024-11-15T15:17:47,430 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:47,430 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:17:47,450 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-15T15:17:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741846_1022 (size=196) 2024-11-15T15:17:47,872 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:17:47,873 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:17:47,873 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:47,885 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T15:17:47,889 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892 to hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892-dead as it is dead 2024-11-15T15:17:47,890 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T15:17:47,891 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T15:17:47,891 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892-dead/855219d6b094%2C44163%2C1731683848892.1731683851834 2024-11-15T15:17:47,897 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892-dead/855219d6b094%2C44163%2C1731683848892.1731683851834 after 4ms 2024-11-15T15:17:47,899 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892-dead/855219d6b094%2C44163%2C1731683848892.1731683851834 to hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/855219d6b094%2C44163%2C1731683848892.1731683851834 2024-11-15T15:17:47,899 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,44163,1731683848892-dead 2024-11-15T15:17:47,900 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,39299,1731683867250 2024-11-15T15:17:47,902 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:17:47,904 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C39299%2C1731683867250, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,39299,1731683867250, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/oldWALs, maxLogs=10 2024-11-15T15:17:47,916 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,39299,1731683867250/855219d6b094%2C39299%2C1731683867250.1731683867904, exclude list is [], retry=0 2024-11-15T15:17:47,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d,DISK] 2024-11-15T15:17:47,921 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/WALs/855219d6b094,39299,1731683867250/855219d6b094%2C39299%2C1731683867250.1731683867904 2024-11-15T15:17:47,922 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-15T15:17:47,922 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:47,922 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:47,922 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,922 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:17:47,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:47,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f774409004c744e9b46f4567824bf699 2024-11-15T15:17:47,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:47,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:17:47,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:47,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1637660c6b1a4f909b0a17a9705fc7be 2024-11-15T15:17:47,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:47,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:17:47,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:47,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00310e321ec045f3bdfc76167fb72fd5 2024-11-15T15:17:47,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:47,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:17:47,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:47,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:47,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,957 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T15:17:47,957 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/855219d6b094%2C44163%2C1731683848892.1731683851834 2024-11-15T15:17:47,990 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/855219d6b094%2C44163%2C1731683848892.1731683851834 2024-11-15T15:17:47,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/855219d6b094%2C44163%2C1731683848892.1731683851834 2024-11-15T15:17:47,995 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,995 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:47,996 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:47,998 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:48,002 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-15T15:17:48,003 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71985802, jitterRate=0.072672039270401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:48,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683867922Initializing all the Stores at 1731683867923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683867923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683867924 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683867924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683867924Cleaning up temporary data from old regions at 1731683867995 (+71 ms)Region opened successfully at 1731683868003 (+8 ms) 2024-11-15T15:17:48,004 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:17:48,009 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5d2f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:17:48,023 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T15:17:48,024 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:17:48,024 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:17:48,024 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:17:48,025 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:17:48,032 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:48,032 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:17:48,033 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:17:48,033 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:17:48,034 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T15:17:48,034 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T15:17:48,034 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-15T15:17:48,034 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:17:48,039 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=855219d6b094,39129,1731683849743, regionLocation=855219d6b094,39129,1731683849743, openSeqNum=2 2024-11-15T15:17:48,040 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=855219d6b094,39129,1731683849743, table=hbase:meta, region=1588230740 2024-11-15T15:17:48,040 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,39129,1731683849743, state=OPEN 2024-11-15T15:17:48,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1464194704/meta-region-server 2024-11-15T15:17:48,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1464194704/meta-region-server 2024-11-15T15:17:48,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:48,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:48,123 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:17:48,135 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/draining/855219d6b094,39129,1731683849743 already deleted, retry=false 2024-11-15T15:17:48,135 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 855219d6b094,39129,1731683849743 on 855219d6b094,39299,1731683867250 2024-11-15T15:17:48,141 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 855219d6b094,39129,1731683849743, splitWal=true, meta=true 2024-11-15T15:17:48,143 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 855219d6b094,39129,1731683849743 (carryingMeta=true) 855219d6b094,39129,1731683849743/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@68247215[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T15:17:48,147 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/balancer because node does not exist (not necessarily an error) 2024-11-15T15:17:48,189 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/balancer already deleted, retry=false 2024-11-15T15:17:48,189 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:17:48,190 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:17:48,211 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/normalizer already deleted, retry=false 2024-11-15T15:17:48,212 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:17:48,213 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:17:48,222 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/switch/split already deleted, retry=false 2024-11-15T15:17:48,224 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:17:48,232 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/switch/merge already deleted, retry=false 2024-11-15T15:17:48,255 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:17:48,264 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/snapshot-cleanup already deleted, retry=false 2024-11-15T15:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1464194704/running 2024-11-15T15:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1464194704/running 2024-11-15T15:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:48,275 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,39299,1731683867250, sessionid=0x1013f127cc30006, setting cluster-up flag (Was=false) 2024-11-15T15:17:48,286 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1464194704/flush-table-proc/acquired, /0-1464194704/flush-table-proc/reached, /0-1464194704/flush-table-proc/abort 2024-11-15T15:17:48,287 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39299,1731683867250 2024-11-15T15:17:48,296 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1464194704/online-snapshot/acquired, /0-1464194704/online-snapshot/reached, /0-1464194704/online-snapshot/abort 2024-11-15T15:17:48,298 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39299,1731683867250 2024-11-15T15:17:48,300 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/.lastflushedseqids 2024-11-15T15:17:48,303 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:17:48,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:17:48,304 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,39299,1731683867250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 855219d6b094,39129,1731683849743 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:17:48,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:48,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:48,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:48,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:48,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:17:48,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:17:48,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,308 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731683898308 2024-11-15T15:17:48,308 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:17:48,308 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:17:48,308 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:17:48,309 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:17:48,309 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:17:48,309 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:17:48,309 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,309 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:17:48,309 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:17:48,309 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:17:48,309 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 855219d6b094,39129,1731683849743, splitWal=true, meta=true 2024-11-15T15:17:48,309 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:17:48,310 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:17:48,310 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:17:48,310 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683868310,5,FailOnTimeoutGroup] 2024-11-15T15:17:48,310 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683868310,5,FailOnTimeoutGroup] 2024-11-15T15:17:48,310 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,310 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:17:48,310 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,311 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,311 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683868311, completionTime=-1 2024-11-15T15:17:48,311 WARN [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T15:17:48,311 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 855219d6b094,39129,1731683849743, splitWal=true, meta=true, isMeta: true 2024-11-15T15:17:48,313 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743-splitting 2024-11-15T15:17:48,314 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T15:17:48,314 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743-splitting dir is empty, no logs to split. 2024-11-15T15:17:48,314 INFO [PEWorker-1 {}] master.SplitWALManager(105): 855219d6b094,39129,1731683849743 WAL count=0, meta=true 2024-11-15T15:17:48,318 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743-splitting dir is empty, no logs to split. 2024-11-15T15:17:48,319 INFO [PEWorker-1 {}] master.SplitWALManager(105): 855219d6b094,39129,1731683849743 WAL count=0, meta=true 2024-11-15T15:17:48,319 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 855219d6b094,39129,1731683849743 WAL splitting is done? wals=0, meta=true 2024-11-15T15:17:48,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:17:48,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:17:48,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T15:17:48,363 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(746): ClusterId : b1423f75-4f6a-4237-938b-a5e1b308d7d3 2024-11-15T15:17:48,363 DEBUG [RS:0;855219d6b094:45921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:17:48,370 DEBUG [RS:0;855219d6b094:45921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:17:48,370 DEBUG [RS:0;855219d6b094:45921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:17:48,380 DEBUG [RS:0;855219d6b094:45921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:17:48,381 DEBUG [RS:0;855219d6b094:45921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12342082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:17:48,392 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:45921 2024-11-15T15:17:48,392 INFO [RS:0;855219d6b094:45921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:17:48,392 INFO [RS:0;855219d6b094:45921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:17:48,392 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:17:48,393 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,39299,1731683867250 with port=45921, startcode=1731683867326 2024-11-15T15:17:48,393 DEBUG [RS:0;855219d6b094:45921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:17:48,395 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:17:48,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,45921,1731683867326 2024-11-15T15:17:48,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(517): Registering regionserver=855219d6b094,45921,1731683867326 2024-11-15T15:17:48,398 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34 2024-11-15T15:17:48,398 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39531 2024-11-15T15:17:48,398 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:17:48,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/rs 2024-11-15T15:17:48,412 DEBUG [RS:0;855219d6b094:45921 {}] zookeeper.ZKUtil(111): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on existing znode=/0-1464194704/rs/855219d6b094,45921,1731683867326 2024-11-15T15:17:48,412 WARN [RS:0;855219d6b094:45921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:17:48,412 INFO [RS:0;855219d6b094:45921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:48,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,45921,1731683867326] 2024-11-15T15:17:48,412 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326 2024-11-15T15:17:48,414 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T15:17:48,461 INFO [RS:0;855219d6b094:45921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:17:48,463 INFO [RS:0;855219d6b094:45921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:17:48,464 INFO [RS:0;855219d6b094:45921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:17:48,464 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,464 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:17:48,465 INFO [RS:0;855219d6b094:45921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:17:48,465 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,465 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,465 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:17:48,466 DEBUG [RS:0;855219d6b094:45921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:17:48,467 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,467 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,467 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,467 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,467 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,467 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45921,1731683867326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:17:48,475 WARN [855219d6b094:39299 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T15:17:48,481 INFO [RS:0;855219d6b094:45921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:17:48,481 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45921,1731683867326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,497 INFO [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,45921,1731683867326, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:17:48,511 INFO [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSource(231): queueId=2-855219d6b094,45921,1731683867326, ReplicationSource: 2, currentBandwidth=0 2024-11-15T15:17:48,511 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,511 INFO [RS:0;855219d6b094:45921 {}] regionserver.Replication(171): 855219d6b094,45921,1731683867326 started 2024-11-15T15:17:48,511 DEBUG [RS:0;855219d6b094:45921.replicationSource,1-855219d6b094,45921,1731683867326 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34907' 2024-11-15T15:17:48,512 DEBUG [RS:0;855219d6b094:45921.replicationSource,1-855219d6b094,45921,1731683867326 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@297e05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:48,512 DEBUG [RS:0;855219d6b094:45921.replicationSource,1-855219d6b094,45921,1731683867326 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:48,513 DEBUG [RS:0;855219d6b094:45921.replicationSource,1-855219d6b094,45921,1731683867326 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:48,514 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:48,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:48,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:48,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61324c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:48,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:48,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:48,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:48,516 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:48,517 DEBUG [RS:0;855219d6b094:45921.replicationSource,1-855219d6b094,45921,1731683867326 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c6bc2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:48,517 DEBUG [RS:0;855219d6b094:45921.replicationSource,1-855219d6b094,45921,1731683867326 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34907,1731683856240 2024-11-15T15:17:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3447970 2024-11-15T15:17:48,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:48,520 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T15:17:48,520 INFO [RS:0;855219d6b094:45921.replicationSource,1-855219d6b094,45921,1731683867326 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,45921,1731683867326 (queues=0) is replicating from cluster=b1423f75-4f6a-4237-938b-a5e1b308d7d3 to cluster=bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286 2024-11-15T15:17:48,526 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:48,526 DEBUG [RS:0;855219d6b094:45921.replicationSource,2-855219d6b094,45921,1731683867326 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34907' 2024-11-15T15:17:48,526 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,45921,1731683867326, RpcServer on 855219d6b094/172.17.0.2:45921, sessionid=0x1013f127cc30007 2024-11-15T15:17:48,527 DEBUG [RS:0;855219d6b094:45921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:17:48,527 DEBUG [RS:0;855219d6b094:45921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,45921,1731683867326 2024-11-15T15:17:48,527 DEBUG [RS:0;855219d6b094:45921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,45921,1731683867326' 2024-11-15T15:17:48,527 DEBUG [RS:0;855219d6b094:45921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1464194704/flush-table-proc/abort' 2024-11-15T15:17:48,527 DEBUG [RS:0;855219d6b094:45921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1464194704/flush-table-proc/acquired' 2024-11-15T15:17:48,528 DEBUG [RS:0;855219d6b094:45921.replicationSource,2-855219d6b094,45921,1731683867326 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25e0c5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:48,528 DEBUG [RS:0;855219d6b094:45921.replicationSource,2-855219d6b094,45921,1731683867326 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34907,-1 for getting cluster id 2024-11-15T15:17:48,528 DEBUG [RS:0;855219d6b094:45921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:17:48,528 DEBUG [RS:0;855219d6b094:45921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:17:48,528 DEBUG [RS:0;855219d6b094:45921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,45921,1731683867326 2024-11-15T15:17:48,528 DEBUG [RS:0;855219d6b094:45921.replicationSource,2-855219d6b094,45921,1731683867326 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:48,528 DEBUG [RS:0;855219d6b094:45921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,45921,1731683867326' 2024-11-15T15:17:48,528 DEBUG [RS:0;855219d6b094:45921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1464194704/online-snapshot/abort' 2024-11-15T15:17:48,529 DEBUG [RS:0;855219d6b094:45921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1464194704/online-snapshot/acquired' 2024-11-15T15:17:48,529 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286' 2024-11-15T15:17:48,529 DEBUG [RS:0;855219d6b094:45921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:17:48,529 INFO [RS:0;855219d6b094:45921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:17:48,529 INFO [RS:0;855219d6b094:45921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:17:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286" 2024-11-15T15:17:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441f216d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34907,-1] 2024-11-15T15:17:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:48,531 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:48,532 DEBUG [RS:0;855219d6b094:45921.replicationSource,2-855219d6b094,45921,1731683867326 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7777a1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:48,532 DEBUG [RS:0;855219d6b094:45921.replicationSource,2-855219d6b094,45921,1731683867326 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:48,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34907,1731683856240 2024-11-15T15:17:48,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b31005f 2024-11-15T15:17:48,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:48,535 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T15:17:48,536 INFO [RS:0;855219d6b094:45921.replicationSource,2-855219d6b094,45921,1731683867326 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-855219d6b094,45921,1731683867326 (queues=0) is replicating from cluster=b1423f75-4f6a-4237-938b-a5e1b308d7d3 to cluster=bf2f75a7-b4a7-4b6d-81aa-3ac9ce15e286 2024-11-15T15:17:48,630 INFO [RS:0;855219d6b094:45921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:17:48,632 INFO [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C45921%2C1731683867326, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs, maxLogs=10 2024-11-15T15:17:48,645 DEBUG [RS:0;855219d6b094:45921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633, exclude list is [], retry=0 2024-11-15T15:17:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d,DISK] 2024-11-15T15:17:48,651 INFO [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 2024-11-15T15:17:48,652 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 855219d6b094%2C45921%2C1731683867326 for peer 1 2024-11-15T15:17:48,652 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 855219d6b094%2C45921%2C1731683867326 for peer 2 2024-11-15T15:17:48,652 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C45921%2C1731683867326 2024-11-15T15:17:48,652 INFO [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,45921,1731683867326, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:17:48,652 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=855219d6b094%2C45921%2C1731683867326 2024-11-15T15:17:48,652 INFO [RS:0;855219d6b094:45921.replicationSource.shipper855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C45921%2C1731683867326 2024-11-15T15:17:48,652 INFO [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-855219d6b094,45921,1731683867326, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:17:48,653 DEBUG [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-15T15:17:48,653 INFO [RS:0;855219d6b094:45921.replicationSource.shipper855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C45921%2C1731683867326 2024-11-15T15:17:48,653 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633, startPosition=0, beingWritten=true 2024-11-15T15:17:48,653 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633, startPosition=0, beingWritten=true 2024-11-15T15:17:48,725 DEBUG [855219d6b094:39299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:17:48,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,45921,1731683867326 2024-11-15T15:17:48,727 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,45921,1731683867326, state=OPENING 2024-11-15T15:17:48,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1464194704/meta-region-server 2024-11-15T15:17:48,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1464194704/meta-region-server 2024-11-15T15:17:48,813 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:17:48,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:48,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:48,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,45921,1731683867326}] 2024-11-15T15:17:48,860 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:48,860 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:48,968 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:17:48,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:17:48,973 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:17:48,973 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:48,974 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:17:48,976 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C45921%2C1731683867326.meta, suffix=.meta, logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs, maxLogs=10 2024-11-15T15:17:48,992 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.meta.1731683868977.meta, exclude list is [], retry=0 2024-11-15T15:17:48,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d,DISK] 2024-11-15T15:17:48,996 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.meta.1731683868977.meta 2024-11-15T15:17:48,997 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-15T15:17:48,997 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:48,997 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:17:48,998 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:17:48,998 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:17:48,998 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:17:48,998 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:17:48,998 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:48,998 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:17:48,998 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:17:49,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:17:49,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:17:49,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:49,009 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/info/47915319a0594692b6bd541b9c1553d0 2024-11-15T15:17:49,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:49,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:17:49,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:17:49,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:49,020 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/ns/1706d39988ac4324ba83d11ac2ad0ae6 2024-11-15T15:17:49,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:49,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:17:49,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:17:49,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:49,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:49,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:17:49,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:17:49,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:49,032 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/table/723fbe5610044f2fa5f53db48921830f 2024-11-15T15:17:49,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:49,032 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:17:49,033 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740 2024-11-15T15:17:49,035 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740 2024-11-15T15:17:49,036 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:17:49,036 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:17:49,037 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:49,039 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:17:49,040 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72237262, jitterRate=0.07641908526420593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:49,040 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:17:49,041 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683868998Writing region info on filesystem at 1731683868998Initializing all the Stores at 1731683868999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683868999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683868999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683869000 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683869000Cleaning up temporary data from old regions at 1731683869036 (+36 ms)Running coprocessor post-open hooks at 1731683869040 (+4 ms)Region opened successfully at 1731683869041 (+1 ms) 2024-11-15T15:17:49,042 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731683868967 2024-11-15T15:17:49,045 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:17:49,045 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:17:49,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=855219d6b094,45921,1731683867326 2024-11-15T15:17:49,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,45921,1731683867326, state=OPEN 2024-11-15T15:17:49,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1464194704/meta-region-server 2024-11-15T15:17:49,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1464194704/meta-region-server 2024-11-15T15:17:49,061 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,45921,1731683867326 2024-11-15T15:17:49,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:49,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1464194704/meta-region-server: CHANGED 2024-11-15T15:17:49,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T15:17:49,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,45921,1731683867326 in 248 msec 2024-11-15T15:17:49,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T15:17:49,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 744 msec 2024-11-15T15:17:49,169 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:49,169 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:49,577 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:49,577 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:49,917 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T15:17:50,085 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:50,085 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:50,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:17:50,698 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:50,698 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:51,410 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:51,410 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:51,421 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-15T15:17:52,222 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:52,222 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:52,824 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T15:17:52,824 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:17:52,825 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:17:52,825 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,45921,1731683867326, seqNum=-1] 2024-11-15T15:17:52,826 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:52,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:52,844 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c0b6368bc9ca167006146fee92d5683b, regionState=OPEN, lastHost=855219d6b094,39129,1731683849743, regionLocation=855219d6b094,39129,1731683849743, openSeqNum=2 2024-11-15T15:17:52,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:17:52,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731683932844 2024-11-15T15:17:52,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731683992844 2024-11-15T15:17:52,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 19 msec 2024-11-15T15:17:52,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39299,1731683867250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:52,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39299,1731683867250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:52,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39299,1731683867250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:52,845 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 855219d6b094,39129,1731683849743 had 2 regions 2024-11-15T15:17:52,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:39299, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:52,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:52,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:52,847 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 855219d6b094,39129,1731683849743, splitWal=true, meta=true, isMeta: false 2024-11-15T15:17:52,852 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743-splitting dir is empty, no logs to split. 2024-11-15T15:17:52,852 INFO [PEWorker-3 {}] master.SplitWALManager(105): 855219d6b094,39129,1731683849743 WAL count=0, meta=false 2024-11-15T15:17:52,854 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.443sec 2024-11-15T15:17:52,854 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:17:52,854 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:17:52,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:17:52,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:17:52,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:17:52,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39299,1731683867250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:17:52,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39299,1731683867250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:17:52,856 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,39129,1731683849743-splitting dir is empty, no logs to split. 2024-11-15T15:17:52,856 INFO [PEWorker-3 {}] master.SplitWALManager(105): 855219d6b094,39129,1731683849743 WAL count=0, meta=false 2024-11-15T15:17:52,857 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 855219d6b094,39129,1731683849743 WAL splitting is done? wals=0, meta=false 2024-11-15T15:17:52,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN}] 2024-11-15T15:17:52,862 WARN [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=855219d6b094,39129,1731683849743/hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:52,862 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:17:52,862 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:17:52,862 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39299,1731683867250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:52,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN 2024-11-15T15:17:52,865 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T15:17:52,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:52,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39299,-1 for getting cluster id 2024-11-15T15:17:52,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:52,881 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1423f75-4f6a-4237-938b-a5e1b308d7d3' 2024-11-15T15:17:52,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:52,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1423f75-4f6a-4237-938b-a5e1b308d7d3" 2024-11-15T15:17:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f16a163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39299,-1] 2024-11-15T15:17:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:52,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:52,889 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40526fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:52,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:17:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,45921,1731683867326, seqNum=-1] 2024-11-15T15:17:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:52,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:52,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T15:17:52,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:52,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:52,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:52,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:52,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:52,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 855219d6b094:39299 after: 855219d6b094:39299 2024-11-15T15:17:52,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:52,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39299,-1 for getting cluster id 2024-11-15T15:17:52,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:17:52,904 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1423f75-4f6a-4237-938b-a5e1b308d7d3' 2024-11-15T15:17:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:17:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1423f75-4f6a-4237-938b-a5e1b308d7d3" 2024-11-15T15:17:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244b6531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39299,-1] 2024-11-15T15:17:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:17:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:52,907 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:17:52,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:52,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:17:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39299,1731683867250 2024-11-15T15:17:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d50b14 2024-11-15T15:17:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:52,911 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:52,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T15:17:52,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T15:17:52,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T15:17:52,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T15:17:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:17:52,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:52,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:52,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:52,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:52,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:52,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:17:52,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274999828, stopped=false 2024-11-15T15:17:52,917 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,34907,1731683856240 2024-11-15T15:17:53,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1246838694/running 2024-11-15T15:17:53,001 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1246838694/running 2024-11-15T15:17:53,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:53,001 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:53,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:17:53,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:53,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on znode that does not yet exist, /1246838694/running 2024-11-15T15:17:53,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Set watcher on znode that does not yet exist, /1246838694/running 2024-11-15T15:17:53,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:53,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:53,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,34157,1731683856363' ***** 2024-11-15T15:17:53,003 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:17:53,003 INFO [RS:0;855219d6b094:34157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:17:53,003 INFO [RS:0;855219d6b094:34157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:17:53,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:17:53,003 INFO [RS:0;855219d6b094:34157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:17:53,003 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,34157,1731683856363 2024-11-15T15:17:53,003 INFO [RS:0;855219d6b094:34157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:17:53,003 INFO [RS:0;855219d6b094:34157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:34157. 2024-11-15T15:17:53,003 DEBUG [RS:0;855219d6b094:34157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:53,003 DEBUG [RS:0;855219d6b094:34157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:53,003 INFO [RS:0;855219d6b094:34157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:17:53,004 INFO [RS:0;855219d6b094:34157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:17:53,004 INFO [RS:0;855219d6b094:34157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:17:53,004 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:17:53,004 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:17:53,004 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:17:53,004 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:17:53,004 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:17:53,004 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:17:53,004 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:17:53,004 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:17:53,004 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:17:53,004 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T15:17:53,015 DEBUG [855219d6b094:39299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:17:53,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c0b6368bc9ca167006146fee92d5683b, regionState=OPENING, regionLocation=855219d6b094,45921,1731683867326 2024-11-15T15:17:53,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN because future has completed 2024-11-15T15:17:53,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0b6368bc9ca167006146fee92d5683b, server=855219d6b094,45921,1731683867326}] 2024-11-15T15:17:53,021 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740/.tmp/ns/304d621cbf7947afa73958a1f2006445 is 43, key is default/ns:d/1731683859774/Put/seqid=0 2024-11-15T15:17:53,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741835_1011 (size=5153) 2024-11-15T15:17:53,045 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:17:53,130 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:53,130 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:53,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:53,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:53,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:17:53,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C45921%2C1731683867326.rep, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs, maxLogs=10 2024-11-15T15:17:53,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.rep.1731683873185, exclude list is [], retry=0 2024-11-15T15:17:53,204 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:17:53,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-6e9920b5-c762-41c4-8fa5-a07373a58a9d,DISK] 2024-11-15T15:17:53,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.rep.1731683873185 2024-11-15T15:17:53,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-15T15:17:53,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c0b6368bc9ca167006146fee92d5683b, NAME => 'hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:53,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:17:53,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:17:53,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. service=MultiRowMutationService 2024-11-15T15:17:53,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:17:53,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:53,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,211 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,212 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0b6368bc9ca167006146fee92d5683b columnFamilyName hfileref 2024-11-15T15:17:53,212 DEBUG [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:53,212 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(327): Store=c0b6368bc9ca167006146fee92d5683b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:53,212 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,213 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0b6368bc9ca167006146fee92d5683b columnFamilyName queue 2024-11-15T15:17:53,213 DEBUG [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:53,221 DEBUG [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/queue/8125ba45c9d8473aa1eb3bb804f58aae 2024-11-15T15:17:53,222 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(327): Store=c0b6368bc9ca167006146fee92d5683b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:53,222 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,223 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0b6368bc9ca167006146fee92d5683b columnFamilyName sid 2024-11-15T15:17:53,223 DEBUG [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:53,224 INFO [StoreOpener-c0b6368bc9ca167006146fee92d5683b-1 {}] regionserver.HStore(327): Store=c0b6368bc9ca167006146fee92d5683b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:53,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:17:53,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c0b6368bc9ca167006146fee92d5683b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72989815, jitterRate=0.08763299882411957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:17:53,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:53,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c0b6368bc9ca167006146fee92d5683b: Running coprocessor pre-open hook at 1731683873209Writing region info on filesystem at 1731683873209Initializing all the Stores at 1731683873210 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683873210Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683873210Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683873210Cleaning up temporary data from old regions at 1731683873228 (+18 ms)Running coprocessor post-open hooks at 1731683873232 (+4 ms)Region opened successfully at 1731683873233 (+1 ms) 2024-11-15T15:17:53,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b., pid=19, masterSystemTime=1731683873173 2024-11-15T15:17:53,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:53,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:53,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c0b6368bc9ca167006146fee92d5683b, regionState=OPEN, openSeqNum=10, regionLocation=855219d6b094,45921,1731683867326 2024-11-15T15:17:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0b6368bc9ca167006146fee92d5683b, server=855219d6b094,45921,1731683867326 because future has completed 2024-11-15T15:17:53,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T15:17:53,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c0b6368bc9ca167006146fee92d5683b, server=855219d6b094,45921,1731683867326 in 224 msec 2024-11-15T15:17:53,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-15T15:17:53,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0b6368bc9ca167006146fee92d5683b, ASSIGN in 385 msec 2024-11-15T15:17:53,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T15:17:53,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b., hostname=855219d6b094,45921,1731683867326, seqNum=10] 2024-11-15T15:17:53,294 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 855219d6b094,39129,1731683849743 2024-11-15T15:17:53,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T15:17:53,405 DEBUG [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:17:53,427 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740/.tmp/ns/304d621cbf7947afa73958a1f2006445 2024-11-15T15:17:53,443 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740/.tmp/ns/304d621cbf7947afa73958a1f2006445 as hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740/ns/304d621cbf7947afa73958a1f2006445 2024-11-15T15:17:53,449 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740/ns/304d621cbf7947afa73958a1f2006445, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T15:17:53,451 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-15T15:17:53,451 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:17:53,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-15T15:17:53,457 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T15:17:53,458 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:17:53,458 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:17:53,458 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:53,458 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683873004Running coprocessor pre-close hooks at 1731683873004Disabling compacts and flushes for region at 1731683873004Disabling writes for close at 1731683873004Obtaining lock to block concurrent updates at 1731683873004Preparing flush snapshotting stores in 1588230740 at 1731683873004Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731683873005 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731683873005Flushing 1588230740/ns: creating writer at 1731683873006 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731683873020 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731683873020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6abc00: reopening flushed file at 1731683873442 (+422 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1731683873451 (+9 ms)Writing region close event to WAL at 1731683873453 (+2 ms)Running coprocessor post-close hooks at 1731683873458 (+5 ms)Closed at 1731683873458 2024-11-15T15:17:53,458 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:53,605 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,34157,1731683856363; all regions closed. 2024-11-15T15:17:53,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741834_1010 (size=1152) 2024-11-15T15:17:53,611 DEBUG [RS:0;855219d6b094:34157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/oldWALs 2024-11-15T15:17:53,611 INFO [RS:0;855219d6b094:34157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C34157%2C1731683856363.meta:.meta(num 1731683859675) 2024-11-15T15:17:53,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741832_1008 (size=93) 2024-11-15T15:17:53,616 DEBUG [RS:0;855219d6b094:34157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/oldWALs 2024-11-15T15:17:53,616 INFO [RS:0;855219d6b094:34157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C34157%2C1731683856363:(num 1731683858772) 2024-11-15T15:17:53,616 DEBUG [RS:0;855219d6b094:34157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:53,616 INFO [RS:0;855219d6b094:34157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:17:53,616 INFO [RS:0;855219d6b094:34157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:17:53,616 INFO [RS:0;855219d6b094:34157 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:17:53,617 INFO [RS:0;855219d6b094:34157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:17:53,617 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:17:53,617 INFO [RS:0;855219d6b094:34157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34157 2024-11-15T15:17:53,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694/rs 2024-11-15T15:17:53,695 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1246838694/rs/855219d6b094,34157,1731683856363 2024-11-15T15:17:53,695 INFO [RS:0;855219d6b094:34157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:17:53,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,34157,1731683856363] 2024-11-15T15:17:53,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1246838694/draining/855219d6b094,34157,1731683856363 already deleted, retry=false 2024-11-15T15:17:53,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,34157,1731683856363 expired; onlineServers=0 2024-11-15T15:17:53,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,34907,1731683856240' ***** 2024-11-15T15:17:53,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:17:53,716 INFO [M:0;855219d6b094:34907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:17:53,716 INFO [M:0;855219d6b094:34907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:17:53,717 DEBUG [M:0;855219d6b094:34907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:17:53,717 DEBUG [M:0;855219d6b094:34907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:17:53,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:17:53,717 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683858482 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683858482,5,FailOnTimeoutGroup] 2024-11-15T15:17:53,717 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683858482 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683858482,5,FailOnTimeoutGroup] 2024-11-15T15:17:53,717 INFO [M:0;855219d6b094:34907 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:17:53,717 INFO [M:0;855219d6b094:34907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:17:53,718 DEBUG [M:0;855219d6b094:34907 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:17:53,718 INFO [M:0;855219d6b094:34907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:17:53,718 INFO [M:0;855219d6b094:34907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:17:53,718 INFO [M:0;855219d6b094:34907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:17:53,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:17:53,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1246838694/master 2024-11-15T15:17:53,727 DEBUG [M:0;855219d6b094:34907 {}] zookeeper.ZKUtil(347): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Unable to get data of znode /1246838694/master because node does not exist (not an error) 2024-11-15T15:17:53,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1246838694 2024-11-15T15:17:53,727 WARN [M:0;855219d6b094:34907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:17:53,729 INFO [M:0;855219d6b094:34907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/.lastflushedseqids 2024-11-15T15:17:53,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741836_1012 (size=99) 2024-11-15T15:17:53,806 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:53,806 INFO [RS:0;855219d6b094:34157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:17:53,806 INFO [RS:0;855219d6b094:34157 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,34157,1731683856363; zookeeper connection closed. 2024-11-15T15:17:53,806 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34157-0x1013f127cc30004, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:53,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7297f4f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7297f4f1 2024-11-15T15:17:53,806 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:17:54,136 INFO [M:0;855219d6b094:34907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:17:54,136 INFO [M:0;855219d6b094:34907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:17:54,136 DEBUG [M:0;855219d6b094:34907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:17:54,136 INFO [M:0;855219d6b094:34907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:54,136 DEBUG [M:0;855219d6b094:34907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:54,136 DEBUG [M:0;855219d6b094:34907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:17:54,137 DEBUG [M:0;855219d6b094:34907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:54,137 INFO [M:0;855219d6b094:34907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T15:17:54,140 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:54,140 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:54,159 DEBUG [M:0;855219d6b094:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/850e702439f0440aa0616dccc2a0a6e0 is 82, key is hbase:meta,,1/info:regioninfo/1731683859724/Put/seqid=0 2024-11-15T15:17:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741837_1013 (size=5672) 2024-11-15T15:17:54,565 INFO [M:0;855219d6b094:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/850e702439f0440aa0616dccc2a0a6e0 2024-11-15T15:17:54,590 DEBUG [M:0;855219d6b094:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05aa2a3aadd24900920aaaf860151c5e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731683859782/Put/seqid=0 2024-11-15T15:17:54,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741838_1014 (size=5275) 2024-11-15T15:17:54,995 INFO [M:0;855219d6b094:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05aa2a3aadd24900920aaaf860151c5e 2024-11-15T15:17:55,027 DEBUG [M:0;855219d6b094:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0979ec08da542a1866f8679499f8ed0 is 69, key is 855219d6b094,34157,1731683856363/rs:state/1731683858559/Put/seqid=0 2024-11-15T15:17:55,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741839_1015 (size=5156) 2024-11-15T15:17:55,034 INFO [M:0;855219d6b094:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0979ec08da542a1866f8679499f8ed0 2024-11-15T15:17:55,044 DEBUG [M:0;855219d6b094:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/850e702439f0440aa0616dccc2a0a6e0 as hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/850e702439f0440aa0616dccc2a0a6e0 2024-11-15T15:17:55,052 INFO [M:0;855219d6b094:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/850e702439f0440aa0616dccc2a0a6e0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T15:17:55,053 DEBUG [M:0;855219d6b094:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05aa2a3aadd24900920aaaf860151c5e as hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05aa2a3aadd24900920aaaf860151c5e 2024-11-15T15:17:55,061 INFO [M:0;855219d6b094:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05aa2a3aadd24900920aaaf860151c5e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T15:17:55,062 DEBUG [M:0;855219d6b094:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0979ec08da542a1866f8679499f8ed0 as hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0979ec08da542a1866f8679499f8ed0 2024-11-15T15:17:55,070 INFO [M:0;855219d6b094:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34217/user/jenkins/test-data/5dd3fdc3-2f87-ba6f-a330-26e197794245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0979ec08da542a1866f8679499f8ed0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T15:17:55,071 INFO [M:0;855219d6b094:34907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=28, compaction requested=false 2024-11-15T15:17:55,080 INFO [M:0;855219d6b094:34907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:55,080 DEBUG [M:0;855219d6b094:34907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683874136Disabling compacts and flushes for region at 1731683874136Disabling writes for close at 1731683874136Obtaining lock to block concurrent updates at 1731683874137 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731683874137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731683874138 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731683874138Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731683874138Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731683874159 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731683874159Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731683874571 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731683874589 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731683874589Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731683875003 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731683875026 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731683875026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb73aec: reopening flushed file at 1731683875042 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6ce7bb: reopening flushed file at 1731683875052 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8a2431: reopening flushed file at 1731683875061 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=28, compaction requested=false at 1731683875071 (+10 ms)Writing region close event to WAL at 1731683875080 (+9 ms)Closed at 1731683875080 2024-11-15T15:17:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741830_1006 (size=10165) 2024-11-15T15:17:55,084 INFO [M:0;855219d6b094:34907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:17:55,084 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:17:55,084 INFO [M:0;855219d6b094:34907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34907 2024-11-15T15:17:55,087 INFO [M:0;855219d6b094:34907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:17:55,248 INFO [M:0;855219d6b094:34907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:17:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:55,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1013f127cc30003, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:55,251 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:55,251 DEBUG [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 to pos 0, reset compression=false 2024-11-15T15:17:55,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:17:55,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:17:55,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:17:55,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:17:55,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.log.dir/,STOPPED} 2024-11-15T15:17:55,332 WARN [BP-1941914532-172.17.0.2-1731683854006 heartbeating to localhost/127.0.0.1:34217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:17:55,332 WARN [BP-1941914532-172.17.0.2-1731683854006 heartbeating to localhost/127.0.0.1:34217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1941914532-172.17.0.2-1731683854006 (Datanode Uuid 7e93eccf-b62d-4ce2-91c8-4bd8cdaca4e5) service to localhost/127.0.0.1:34217 2024-11-15T15:17:55,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/cluster_a6bdf537-041e-f85e-3329-fae20b79b21e/data/data2/current/BP-1941914532-172.17.0.2-1731683854006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:17:55,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/cluster_a6bdf537-041e-f85e-3329-fae20b79b21e/data/data1/current/BP-1941914532-172.17.0.2-1731683854006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:17:55,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:17:55,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:17:55,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:17:55,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:17:55,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:17:55,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:17:55,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:17:55,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.log.dir/,STOPPED} 2024-11-15T15:17:55,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:17:55,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:17:55,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:55,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:55,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:55,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:17:55,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=109251034, stopped=false 2024-11-15T15:17:55,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,39299,1731683867250 2024-11-15T15:17:55,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/running 2024-11-15T15:17:55,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/running 2024-11-15T15:17:55,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:55,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:55,390 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:17:55,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:17:55,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:55,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/running 2024-11-15T15:17:55,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Set watcher on znode that does not yet exist, /0-1464194704/running 2024-11-15T15:17:55,391 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,45921,1731683867326' ***** 2024-11-15T15:17:55,391 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:17:55,392 INFO [RS:0;855219d6b094:45921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:17:55,392 INFO [RS:0;855219d6b094:45921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:17:55,392 INFO [RS:0;855219d6b094:45921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:17:55,392 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:55,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:17:55,393 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,45921,1731683867326 2024-11-15T15:17:55,393 INFO [RS:0;855219d6b094:45921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:17:55,393 INFO [RS:0;855219d6b094:45921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:45921. 2024-11-15T15:17:55,393 DEBUG [RS:0;855219d6b094:45921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:55,393 DEBUG [RS:0;855219d6b094:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,393 INFO [RS:0;855219d6b094:45921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:17:55,393 INFO [RS:0;855219d6b094:45921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:17:55,393 INFO [RS:0;855219d6b094:45921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:17:55,394 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:17:55,394 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:17:55,394 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c0b6368bc9ca167006146fee92d5683b=hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b.} 2024-11-15T15:17:55,394 DEBUG [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0b6368bc9ca167006146fee92d5683b 2024-11-15T15:17:55,395 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:17:55,395 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:17:55,395 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:17:55,396 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0b6368bc9ca167006146fee92d5683b, disabling compactions & flushes 2024-11-15T15:17:55,396 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:17:55,396 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:55,396 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:17:55,396 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:55,396 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. after waiting 0 ms 2024-11-15T15:17:55,396 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:55,396 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T15:17:55,404 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/replication/c0b6368bc9ca167006146fee92d5683b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T15:17:55,405 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:17:55,405 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:17:55,405 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:55,406 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0b6368bc9ca167006146fee92d5683b: Waiting for close lock at 1731683875396Running coprocessor pre-close hooks at 1731683875396Disabling compacts and flushes for region at 1731683875396Disabling writes for close at 1731683875396Writing region close event to WAL at 1731683875398 (+2 ms)Running coprocessor post-close hooks at 1731683875405 (+7 ms)Closed at 1731683875405 2024-11-15T15:17:55,406 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b. 2024-11-15T15:17:55,417 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/info/82f106dd623a49ca80ed41fd62cac98b is 147, key is hbase:replication,,1731683859922.c0b6368bc9ca167006146fee92d5683b./info:regioninfo/1731683873238/Put/seqid=0 2024-11-15T15:17:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741851_1027 (size=6385) 2024-11-15T15:17:55,431 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/info/82f106dd623a49ca80ed41fd62cac98b 2024-11-15T15:17:55,443 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/.tmp/info/82f106dd623a49ca80ed41fd62cac98b as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/info/82f106dd623a49ca80ed41fd62cac98b 2024-11-15T15:17:55,456 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/info/82f106dd623a49ca80ed41fd62cac98b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T15:17:55,458 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=19, compaction requested=false 2024-11-15T15:17:55,467 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:17:55,467 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:17:55,473 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T15:17:55,474 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:17:55,474 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:17:55,474 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:17:55,474 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:55,474 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683875394Running coprocessor pre-close hooks at 1731683875395 (+1 ms)Disabling compacts and flushes for region at 1731683875395Disabling writes for close at 1731683875396 (+1 ms)Obtaining lock to block concurrent updates at 1731683875396Preparing flush snapshotting stores in 1588230740 at 1731683875396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731683875396Flushing stores of hbase:meta,,1.1588230740 at 1731683875397 (+1 ms)Flushing 1588230740/info: creating writer at 1731683875398 (+1 ms)Flushing 1588230740/info: appending metadata at 1731683875417 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731683875417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2c8fcd: reopening flushed file at 1731683875442 (+25 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=19, compaction requested=false at 1731683875459 (+17 ms)Writing region close event to WAL at 1731683875464 (+5 ms)Running coprocessor post-close hooks at 1731683875474 (+10 ms)Closed at 1731683875474 2024-11-15T15:17:55,475 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:55,595 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,45921,1731683867326; all regions closed. 2024-11-15T15:17:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741849_1025 (size=2156) 2024-11-15T15:17:55,605 DEBUG [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs 2024-11-15T15:17:55,606 INFO [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C45921%2C1731683867326.meta:.meta(num 1731683868977) 2024-11-15T15:17:55,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741850_1026 (size=796) 2024-11-15T15:17:55,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.rep.1731683873185 not finished, retry = 0 2024-11-15T15:17:55,716 DEBUG [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs 2024-11-15T15:17:55,716 INFO [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C45921%2C1731683867326.rep:(num 1731683873185) 2024-11-15T15:17:55,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741848_1024 (size=93) 2024-11-15T15:17:55,719 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/WALs/855219d6b094,45921,1731683867326/855219d6b094%2C45921%2C1731683867326.1731683868633 not finished, retry = 0 2024-11-15T15:17:55,822 DEBUG [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/oldWALs 2024-11-15T15:17:55,822 INFO [RS:0;855219d6b094:45921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C45921%2C1731683867326:(num 1731683868633) 2024-11-15T15:17:55,822 DEBUG [RS:0;855219d6b094:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,822 INFO [RS:0;855219d6b094:45921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:17:55,822 INFO [RS:0;855219d6b094:45921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:17:55,822 INFO [RS:0;855219d6b094:45921 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:17:55,823 INFO [RS:0;855219d6b094:45921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:17:55,823 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:17:55,823 INFO [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,45921,1731683867326 because: Region server is closing 2024-11-15T15:17:55,823 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T15:17:55,823 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T15:17:55,823 INFO [RS:0;855219d6b094:45921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:45921. 2024-11-15T15:17:55,823 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T15:17:55,823 DEBUG [RS:0;855219d6b094:45921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:55,823 DEBUG [RS:0;855219d6b094:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,823 DEBUG [RS:0;855219d6b094:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:55,924 WARN [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:17:55,924 WARN [RS:0;855219d6b094:45921.replicationSource.shipper855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:17:55,924 INFO [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;855219d6b094:45921.replicationSource.shipper855219d6b094%2C45921%2C1731683867326,1-855219d6b094,45921,1731683867326 terminated 2024-11-15T15:17:55,924 INFO [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-855219d6b094,45921,1731683867326 because: Region server is closing 2024-11-15T15:17:55,924 INFO [RS:0;855219d6b094:45921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:45921. 2024-11-15T15:17:55,924 DEBUG [RS:0;855219d6b094:45921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:55,924 DEBUG [RS:0;855219d6b094:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,925 DEBUG [RS:0;855219d6b094:45921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:55,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:17:56,025 WARN [RS:0;855219d6b094:45921.replicationSource.wal-reader.855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:17:56,025 WARN [RS:0;855219d6b094:45921.replicationSource.shipper855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:17:56,025 INFO [RS:0;855219d6b094:45921 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;855219d6b094:45921.replicationSource.shipper855219d6b094%2C45921%2C1731683867326,2-855219d6b094,45921,1731683867326 terminated 2024-11-15T15:17:56,025 INFO [RS:0;855219d6b094:45921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45921 2024-11-15T15:17:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/rs/855219d6b094,45921,1731683867326 2024-11-15T15:17:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704/rs 2024-11-15T15:17:56,074 INFO [RS:0;855219d6b094:45921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:17:56,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,45921,1731683867326] 2024-11-15T15:17:56,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1464194704/draining/855219d6b094,45921,1731683867326 already deleted, retry=false 2024-11-15T15:17:56,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,45921,1731683867326 expired; onlineServers=0 2024-11-15T15:17:56,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,39299,1731683867250' ***** 2024-11-15T15:17:56,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:17:56,095 INFO [M:0;855219d6b094:39299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:17:56,095 INFO [M:0;855219d6b094:39299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:17:56,095 DEBUG [M:0;855219d6b094:39299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:17:56,095 DEBUG [M:0;855219d6b094:39299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:17:56,095 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683868310 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683868310,5,FailOnTimeoutGroup] 2024-11-15T15:17:56,095 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:17:56,095 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683868310 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683868310,5,FailOnTimeoutGroup] 2024-11-15T15:17:56,095 INFO [M:0;855219d6b094:39299 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:17:56,095 INFO [M:0;855219d6b094:39299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:17:56,095 DEBUG [M:0;855219d6b094:39299 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:17:56,095 INFO [M:0;855219d6b094:39299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:17:56,096 INFO [M:0;855219d6b094:39299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:17:56,096 INFO [M:0;855219d6b094:39299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:17:56,096 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:17:56,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1464194704/master 2024-11-15T15:17:56,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1464194704 2024-11-15T15:17:56,105 DEBUG [M:0;855219d6b094:39299 {}] zookeeper.ZKUtil(347): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Unable to get data of znode /0-1464194704/master because node does not exist (not an error) 2024-11-15T15:17:56,105 WARN [M:0;855219d6b094:39299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:17:56,106 INFO [M:0;855219d6b094:39299 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/.lastflushedseqids 2024-11-15T15:17:56,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741852_1028 (size=181) 2024-11-15T15:17:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:56,184 INFO [RS:0;855219d6b094:45921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:17:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45921-0x1013f127cc30007, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:56,184 INFO [RS:0;855219d6b094:45921 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,45921,1731683867326; zookeeper connection closed. 2024-11-15T15:17:56,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f5669e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f5669e5 2024-11-15T15:17:56,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:17:56,512 INFO [M:0;855219d6b094:39299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:17:56,512 INFO [M:0;855219d6b094:39299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:17:56,513 DEBUG [M:0;855219d6b094:39299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:17:56,513 INFO [M:0;855219d6b094:39299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:56,513 DEBUG [M:0;855219d6b094:39299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:56,513 DEBUG [M:0;855219d6b094:39299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:17:56,513 DEBUG [M:0;855219d6b094:39299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:56,513 INFO [M:0;855219d6b094:39299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T15:17:56,531 DEBUG [M:0;855219d6b094:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8e069c35139493996673c0d073dcabb is 82, key is hbase:meta,,1/info:regioninfo/1731683869045/Put/seqid=0 2024-11-15T15:17:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741853_1029 (size=5680) 2024-11-15T15:17:56,936 INFO [M:0;855219d6b094:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8e069c35139493996673c0d073dcabb 2024-11-15T15:17:56,955 DEBUG [M:0;855219d6b094:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8f27409e6e94cd2974f3905672220bc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731683873247/Put/seqid=0 2024-11-15T15:17:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741854_1030 (size=7319) 2024-11-15T15:17:57,360 INFO [M:0;855219d6b094:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8f27409e6e94cd2974f3905672220bc 2024-11-15T15:17:57,381 DEBUG [M:0;855219d6b094:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e4dbfcd31e64f779ea24db569c51303 is 69, key is 855219d6b094,45921,1731683867326/rs:state/1731683868396/Put/seqid=0 2024-11-15T15:17:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741855_1031 (size=5371) 2024-11-15T15:17:57,786 INFO [M:0;855219d6b094:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e4dbfcd31e64f779ea24db569c51303 2024-11-15T15:17:57,792 INFO [M:0;855219d6b094:39299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e4dbfcd31e64f779ea24db569c51303 2024-11-15T15:17:57,793 DEBUG [M:0;855219d6b094:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8e069c35139493996673c0d073dcabb as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8e069c35139493996673c0d073dcabb 2024-11-15T15:17:57,798 INFO [M:0;855219d6b094:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8e069c35139493996673c0d073dcabb, entries=8, sequenceid=172, filesize=5.5 K 2024-11-15T15:17:57,799 DEBUG [M:0;855219d6b094:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8f27409e6e94cd2974f3905672220bc as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8f27409e6e94cd2974f3905672220bc 2024-11-15T15:17:57,805 INFO [M:0;855219d6b094:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8f27409e6e94cd2974f3905672220bc, entries=7, sequenceid=172, filesize=7.1 K 2024-11-15T15:17:57,806 DEBUG [M:0;855219d6b094:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e4dbfcd31e64f779ea24db569c51303 as hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e4dbfcd31e64f779ea24db569c51303 2024-11-15T15:17:57,812 INFO [M:0;855219d6b094:39299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e4dbfcd31e64f779ea24db569c51303 2024-11-15T15:17:57,812 INFO [M:0;855219d6b094:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/cfda0fa1-764a-61e1-0a0b-4e8f78a99c34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e4dbfcd31e64f779ea24db569c51303, entries=2, sequenceid=172, filesize=5.2 K 2024-11-15T15:17:57,814 INFO [M:0;855219d6b094:39299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false 2024-11-15T15:17:57,815 INFO [M:0;855219d6b094:39299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:57,815 DEBUG [M:0;855219d6b094:39299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683876513Disabling compacts and flushes for region at 1731683876513Disabling writes for close at 1731683876513Obtaining lock to block concurrent updates at 1731683876513Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731683876513Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731683876514 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731683876514Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731683876514Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731683876530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731683876530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731683876942 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731683876955 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731683876955Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731683877366 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731683877380 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731683877381 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76dd48f7: reopening flushed file at 1731683877792 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19045dd4: reopening flushed file at 1731683877798 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e923145: reopening flushed file at 1731683877805 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false at 1731683877814 (+9 ms)Writing region close event to WAL at 1731683877815 (+1 ms)Closed at 1731683877815 2024-11-15T15:17:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741847_1023 (size=22949) 2024-11-15T15:17:57,818 INFO [M:0;855219d6b094:39299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:17:57,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:17:57,819 INFO [M:0;855219d6b094:39299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39299 2024-11-15T15:17:57,819 INFO [M:0;855219d6b094:39299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:17:57,914 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:17:57,984 INFO [M:0;855219d6b094:39299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:17:57,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:57,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x1013f127cc30006, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:17:57,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:17:57,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:17:57,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:17:57,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:17:57,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.log.dir/,STOPPED} 2024-11-15T15:17:57,988 WARN [BP-903745824-172.17.0.2-1731683845123 heartbeating to localhost/127.0.0.1:39531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:17:57,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:17:57,988 WARN [BP-903745824-172.17.0.2-1731683845123 heartbeating to localhost/127.0.0.1:39531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-903745824-172.17.0.2-1731683845123 (Datanode Uuid 4d25f48b-8b55-4233-a3e6-810273bc8fba) service to localhost/127.0.0.1:39531 2024-11-15T15:17:57,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:17:57,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/cluster_74bbbb28-57ff-f264-0782-cf75a15a0fd5/data/data1/current/BP-903745824-172.17.0.2-1731683845123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:17:57,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/cluster_74bbbb28-57ff-f264-0782-cf75a15a0fd5/data/data2/current/BP-903745824-172.17.0.2-1731683845123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:17:57,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:17:57,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:17:57,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:17:57,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:17:57,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:17:57,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97751362-30a8-b759-a867-89c4162782aa/hadoop.log.dir/,STOPPED} 2024-11-15T15:17:58,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:17:58,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:17:58,025 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: regionserver/855219d6b094:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/855219d6b094:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/855219d6b094:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74a92eae java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/855219d6b094:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34217 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/855219d6b094:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39531 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 375), ProcessCount=11 (was 11), AvailableMemoryMB=4878 (was 5157) 2024-11-15T15:17:58,032 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=4878 2024-11-15T15:17:58,045 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-15T15:17:58,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.log.dir so I do NOT create it in target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0 2024-11-15T15:17:58,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:17:58,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.tmp.dir so I do NOT create it in target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0 2024-11-15T15:17:58,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f25b37c-2672-2bdc-98e5-d3e4a1b1d1a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:17:58,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0 2024-11-15T15:17:58,046 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/cluster_25872ee0-1235-dc11-bda5-34a5e61c57c0, deleteOnExit=true 2024-11-15T15:17:58,067 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/cluster_25872ee0-1235-dc11-bda5-34a5e61c57c0/zookeeper_0, clientPort=54250, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/cluster_25872ee0-1235-dc11-bda5-34a5e61c57c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/cluster_25872ee0-1235-dc11-bda5-34a5e61c57c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:17:58,068 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54250 2024-11-15T15:17:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:17:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:17:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/test.cache.data in system properties and HBase conf 2024-11-15T15:17:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:17:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:17:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:17:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:17:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:17:58,068 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:17:58,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:17:58,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:17:58,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f127cc30005, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:17:58,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f127cc30002, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:17:58,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f127cc30005, quorum=127.0.0.1:55677, baseZNode=/1246838694 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:17:58,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f127cc30002, quorum=127.0.0.1:55677, baseZNode=/0-1464194704 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:17:58,401 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T15:17:58,403 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:17:58,415 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:17:58,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:58,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:17:58,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:17:58,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:17:58,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:17:58,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:58,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:17:58,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:17:58,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1236feaf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/java.io.tmpdir/jetty-localhost-33797-hadoop-hdfs-3_4_1-tests_jar-_-any-412710907762292859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:17:58,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:33797} 2024-11-15T15:17:58,542 INFO [Time-limited test {}] server.Server(415): Started @35400ms 2024-11-15T15:17:58,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:58,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:17:58,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:17:58,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:17:58,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:17:58,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:17:58,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:17:58,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121fdf25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/java.io.tmpdir/jetty-localhost-36203-hadoop-hdfs-3_4_1-tests_jar-_-any-47320469572098520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:17:58,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:36203} 2024-11-15T15:17:58,916 INFO [Time-limited test {}] server.Server(415): Started @35774ms 2024-11-15T15:17:58,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:17:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:17:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:17:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:17:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:17:59,637 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/cluster_25872ee0-1235-dc11-bda5-34a5e61c57c0/data/data1/current/BP-254439646-172.17.0.2-1731683878094/current, will proceed with Du for space computation calculation, 2024-11-15T15:17:59,637 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/cluster_25872ee0-1235-dc11-bda5-34a5e61c57c0/data/data2/current/BP-254439646-172.17.0.2-1731683878094/current, will proceed with Du for space computation calculation, 2024-11-15T15:17:59,653 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:17:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97de9ca2e05d7062 with lease ID 0xea51873194796ee: Processing first storage report for DS-560514b9-7761-45fe-b331-4ffacff96a1d from datanode DatanodeRegistration(127.0.0.1:42907, datanodeUuid=279145e2-228a-4b1e-b8e7-c4f6dbdff0a2, infoPort=46255, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=535530915;c=1731683878094) 2024-11-15T15:17:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97de9ca2e05d7062 with lease ID 0xea51873194796ee: from storage DS-560514b9-7761-45fe-b331-4ffacff96a1d node DatanodeRegistration(127.0.0.1:42907, datanodeUuid=279145e2-228a-4b1e-b8e7-c4f6dbdff0a2, infoPort=46255, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=535530915;c=1731683878094), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:17:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97de9ca2e05d7062 with lease ID 0xea51873194796ee: Processing first storage report for DS-58b17146-7f01-452e-8909-7bd7d09e5c95 from datanode DatanodeRegistration(127.0.0.1:42907, datanodeUuid=279145e2-228a-4b1e-b8e7-c4f6dbdff0a2, infoPort=46255, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=535530915;c=1731683878094) 2024-11-15T15:17:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97de9ca2e05d7062 with lease ID 0xea51873194796ee: from storage DS-58b17146-7f01-452e-8909-7bd7d09e5c95 node DatanodeRegistration(127.0.0.1:42907, datanodeUuid=279145e2-228a-4b1e-b8e7-c4f6dbdff0a2, infoPort=46255, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=535530915;c=1731683878094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:17:59,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0 2024-11-15T15:17:59,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:59,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:59,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:18:00,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8 with version=8 2024-11-15T15:18:00,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/hbase-staging 2024-11-15T15:18:00,159 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:18:00,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:00,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:00,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:18:00,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:00,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:18:00,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:18:00,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:18:00,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44145 2024-11-15T15:18:00,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44145 connecting to ZooKeeper ensemble=127.0.0.1:54250 2024-11-15T15:18:00,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441450x0, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:00,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44145-0x1013f13005d0000 connected 2024-11-15T15:18:00,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:00,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:00,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on znode that does not yet exist, /01660657818/running 2024-11-15T15:18:00,446 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8, hbase.cluster.distributed=false 2024-11-15T15:18:00,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on znode that does not yet exist, /01660657818/acl 2024-11-15T15:18:00,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-15T15:18:00,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44145 2024-11-15T15:18:00,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44145 2024-11-15T15:18:00,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-15T15:18:00,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-15T15:18:00,471 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:18:00,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:00,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:00,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:18:00,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:00,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:18:00,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:18:00,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:18:00,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40931 2024-11-15T15:18:00,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40931 connecting to ZooKeeper ensemble=127.0.0.1:54250 2024-11-15T15:18:00,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:00,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:00,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409310x0, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:00,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409310x0, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on znode that does not yet exist, /01660657818/running 2024-11-15T15:18:00,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40931-0x1013f13005d0001 connected 2024-11-15T15:18:00,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:18:00,488 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:18:00,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on znode that does not yet exist, /01660657818/master 2024-11-15T15:18:00,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on znode that does not yet exist, /01660657818/acl 2024-11-15T15:18:00,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-15T15:18:00,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40931 2024-11-15T15:18:00,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40931 2024-11-15T15:18:00,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-15T15:18:00,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-15T15:18:00,507 DEBUG [M:0;855219d6b094:44145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:44145 2024-11-15T15:18:00,508 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01660657818/backup-masters/855219d6b094,44145,1731683880159 2024-11-15T15:18:00,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818/backup-masters 2024-11-15T15:18:00,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818/backup-masters 2024-11-15T15:18:00,519 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on existing znode=/01660657818/backup-masters/855219d6b094,44145,1731683880159 2024-11-15T15:18:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01660657818/master 2024-11-15T15:18:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:00,530 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on existing znode=/01660657818/master 2024-11-15T15:18:00,530 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01660657818/backup-masters/855219d6b094,44145,1731683880159 from backup master directory 2024-11-15T15:18:00,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01660657818/backup-masters/855219d6b094,44145,1731683880159 2024-11-15T15:18:00,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818/backup-masters 2024-11-15T15:18:00,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818/backup-masters 2024-11-15T15:18:00,539 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:18:00,539 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,44145,1731683880159 2024-11-15T15:18:00,544 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/hbase.id] with ID: 5a97d46a-6755-4a9d-8f2e-e2b1f1120d50 2024-11-15T15:18:00,544 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/.tmp/hbase.id 2024-11-15T15:18:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:18:00,950 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/.tmp/hbase.id]:[hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/hbase.id] 2024-11-15T15:18:00,962 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:00,962 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:18:00,963 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:18:01,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:01,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:18:01,417 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:01,418 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:18:01,418 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:18:01,827 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store 2024-11-15T15:18:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:18:02,234 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:02,234 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:18:02,234 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:02,235 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:02,235 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:18:02,235 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:02,235 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:02,235 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683882234Disabling compacts and flushes for region at 1731683882234Disabling writes for close at 1731683882235 (+1 ms)Writing region close event to WAL at 1731683882235Closed at 1731683882235 2024-11-15T15:18:02,236 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/.initializing 2024-11-15T15:18:02,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/WALs/855219d6b094,44145,1731683880159 2024-11-15T15:18:02,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:18:02,239 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C44145%2C1731683880159, suffix=, logDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/WALs/855219d6b094,44145,1731683880159, archiveDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/oldWALs, maxLogs=10 2024-11-15T15:18:02,253 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/WALs/855219d6b094,44145,1731683880159/855219d6b094%2C44145%2C1731683880159.1731683882240, exclude list is [], retry=0 2024-11-15T15:18:02,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42907,DS-560514b9-7761-45fe-b331-4ffacff96a1d,DISK] 2024-11-15T15:18:02,258 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/WALs/855219d6b094,44145,1731683880159/855219d6b094%2C44145%2C1731683880159.1731683882240 2024-11-15T15:18:02,258 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46255:46255)] 2024-11-15T15:18:02,258 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:02,259 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:02,259 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,259 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:18:02,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:02,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:02,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:18:02,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:02,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:02,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:18:02,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:02,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:02,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:18:02,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:02,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:02,269 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,269 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,270 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,272 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,272 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,273 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:02,275 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:02,280 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:02,281 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61195476, jitterRate=-0.0881163477897644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:02,282 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683882259Initializing all the Stores at 1731683882260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683882260Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683882260Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683882260Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683882260Cleaning up temporary data from old regions at 1731683882272 (+12 ms)Region opened successfully at 1731683882282 (+10 ms) 2024-11-15T15:18:02,282 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:18:02,286 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ffbb0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:18:02,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:18:02,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:18:02,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:18:02,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:18:02,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:18:02,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:18:02,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:18:02,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:18:02,291 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Unable to get data of znode /01660657818/balancer because node does not exist (not necessarily an error) 2024-11-15T15:18:02,335 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01660657818/balancer already deleted, retry=false 2024-11-15T15:18:02,336 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:18:02,337 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Unable to get data of znode /01660657818/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:18:02,346 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01660657818/normalizer already deleted, retry=false 2024-11-15T15:18:02,346 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:18:02,347 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Unable to get data of znode /01660657818/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:18:02,356 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01660657818/switch/split already deleted, retry=false 2024-11-15T15:18:02,357 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Unable to get data of znode /01660657818/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:18:02,367 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01660657818/switch/merge already deleted, retry=false 2024-11-15T15:18:02,369 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Unable to get data of znode /01660657818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:18:02,381 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01660657818/snapshot-cleanup already deleted, retry=false 2024-11-15T15:18:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01660657818/running 2024-11-15T15:18:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01660657818/running 2024-11-15T15:18:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:02,393 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,44145,1731683880159, sessionid=0x1013f13005d0000, setting cluster-up flag (Was=false) 2024-11-15T15:18:02,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:02,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:02,445 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01660657818/flush-table-proc/acquired, /01660657818/flush-table-proc/reached, /01660657818/flush-table-proc/abort 2024-11-15T15:18:02,446 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,44145,1731683880159 2024-11-15T15:18:02,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:02,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:02,497 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01660657818/online-snapshot/acquired, /01660657818/online-snapshot/reached, /01660657818/online-snapshot/abort 2024-11-15T15:18:02,499 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,44145,1731683880159 2024-11-15T15:18:02,500 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:18:02,502 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:02,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:18:02,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:18:02,503 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,44145,1731683880159 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:18:02,504 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:02,504 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:02,504 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:02,504 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:02,504 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:18:02,504 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,504 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:18:02,504 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:02,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:18:02,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731683912506 2024-11-15T15:18:02,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:18:02,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:18:02,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:18:02,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:18:02,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:18:02,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:18:02,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,508 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:18:02,508 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:18:02,508 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:18:02,508 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:02,508 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:18:02,508 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:18:02,508 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:18:02,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:18:02,509 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683882508,5,FailOnTimeoutGroup] 2024-11-15T15:18:02,509 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683882509,5,FailOnTimeoutGroup] 2024-11-15T15:18:02,510 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,510 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:18:02,510 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,510 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:18:02,597 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(746): ClusterId : 5a97d46a-6755-4a9d-8f2e-e2b1f1120d50 2024-11-15T15:18:02,597 DEBUG [RS:0;855219d6b094:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:18:02,609 DEBUG [RS:0;855219d6b094:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:18:02,609 DEBUG [RS:0;855219d6b094:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:18:02,620 DEBUG [RS:0;855219d6b094:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:18:02,620 DEBUG [RS:0;855219d6b094:40931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cc2616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:18:02,631 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:40931 2024-11-15T15:18:02,631 INFO [RS:0;855219d6b094:40931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:18:02,631 INFO [RS:0;855219d6b094:40931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:18:02,631 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:18:02,632 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,44145,1731683880159 with port=40931, startcode=1731683880471 2024-11-15T15:18:02,633 DEBUG [RS:0;855219d6b094:40931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:18:02,634 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:18:02,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,40931,1731683880471 2024-11-15T15:18:02,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44145 {}] master.ServerManager(517): Registering regionserver=855219d6b094,40931,1731683880471 2024-11-15T15:18:02,636 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8 2024-11-15T15:18:02,636 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37275 2024-11-15T15:18:02,636 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:18:02,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818/rs 2024-11-15T15:18:02,645 DEBUG [RS:0;855219d6b094:40931 {}] zookeeper.ZKUtil(111): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on existing znode=/01660657818/rs/855219d6b094,40931,1731683880471 2024-11-15T15:18:02,645 WARN [RS:0;855219d6b094:40931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:18:02,645 INFO [RS:0;855219d6b094:40931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:02,645 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471 2024-11-15T15:18:02,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,40931,1731683880471] 2024-11-15T15:18:02,649 INFO [RS:0;855219d6b094:40931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:18:02,652 INFO [RS:0;855219d6b094:40931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:18:02,653 INFO [RS:0;855219d6b094:40931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:18:02,653 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,654 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:18:02,655 INFO [RS:0;855219d6b094:40931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:18:02,656 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,656 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,656 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,656 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,656 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,656 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,656 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:18:02,656 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,657 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,657 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,657 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,657 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,657 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:02,657 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:18:02,657 DEBUG [RS:0;855219d6b094:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:18:02,658 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,658 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,658 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,658 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,658 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,658 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,40931,1731683880471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:18:02,672 INFO [RS:0;855219d6b094:40931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:18:02,673 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,40931,1731683880471-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,673 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,673 INFO [RS:0;855219d6b094:40931 {}] regionserver.Replication(171): 855219d6b094,40931,1731683880471 started 2024-11-15T15:18:02,688 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:02,689 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,40931,1731683880471, RpcServer on 855219d6b094/172.17.0.2:40931, sessionid=0x1013f13005d0001 2024-11-15T15:18:02,689 DEBUG [RS:0;855219d6b094:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:18:02,689 DEBUG [RS:0;855219d6b094:40931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,40931,1731683880471 2024-11-15T15:18:02,689 DEBUG [RS:0;855219d6b094:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,40931,1731683880471' 2024-11-15T15:18:02,689 DEBUG [RS:0;855219d6b094:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01660657818/flush-table-proc/abort' 2024-11-15T15:18:02,689 DEBUG [RS:0;855219d6b094:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01660657818/flush-table-proc/acquired' 2024-11-15T15:18:02,690 DEBUG [RS:0;855219d6b094:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:18:02,690 DEBUG [RS:0;855219d6b094:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:18:02,690 DEBUG [RS:0;855219d6b094:40931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,40931,1731683880471 2024-11-15T15:18:02,690 DEBUG [RS:0;855219d6b094:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,40931,1731683880471' 2024-11-15T15:18:02,690 DEBUG [RS:0;855219d6b094:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01660657818/online-snapshot/abort' 2024-11-15T15:18:02,690 DEBUG [RS:0;855219d6b094:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01660657818/online-snapshot/acquired' 2024-11-15T15:18:02,691 DEBUG [RS:0;855219d6b094:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:18:02,691 INFO [RS:0;855219d6b094:40931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:18:02,691 INFO [RS:0;855219d6b094:40931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:18:02,791 INFO [RS:0;855219d6b094:40931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:18:02,793 INFO [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C40931%2C1731683880471, suffix=, logDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471, archiveDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/oldWALs, maxLogs=10 2024-11-15T15:18:02,806 DEBUG [RS:0;855219d6b094:40931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794, exclude list is [], retry=0 2024-11-15T15:18:02,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42907,DS-560514b9-7761-45fe-b331-4ffacff96a1d,DISK] 2024-11-15T15:18:02,811 INFO [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794 2024-11-15T15:18:02,811 DEBUG [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46255:46255)] 2024-11-15T15:18:02,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:18:02,917 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8 2024-11-15T15:18:02,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:18:03,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:03,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:18:03,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:18:03,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:03,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:03,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:18:03,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:18:03,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:03,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:03,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:18:03,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:18:03,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:03,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:03,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:18:03,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:18:03,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:03,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:03,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:18:03,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740 2024-11-15T15:18:03,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740 2024-11-15T15:18:03,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:18:03,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:18:03,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:03,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:18:03,354 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:03,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63927991, jitterRate=-0.047398701310157776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:03,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731683883325Initializing all the Stores at 1731683883327 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683883327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683883327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683883327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683883327Cleaning up temporary data from old regions at 1731683883346 (+19 ms)Region opened successfully at 1731683883356 (+10 ms) 2024-11-15T15:18:03,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:18:03,356 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:18:03,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:18:03,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:18:03,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:18:03,356 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:18:03,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683883356Disabling compacts and flushes for region at 1731683883356Disabling writes for close at 1731683883356Writing region close event to WAL at 1731683883356Closed at 1731683883356 2024-11-15T15:18:03,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:03,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:18:03,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:18:03,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:18:03,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:18:03,511 DEBUG [855219d6b094:44145 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:18:03,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,40931,1731683880471 2024-11-15T15:18:03,514 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,40931,1731683880471, state=OPENING 2024-11-15T15:18:03,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:18:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:03,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01660657818/meta-region-server: CHANGED 2024-11-15T15:18:03,568 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:18:03,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,40931,1731683880471}] 2024-11-15T15:18:03,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01660657818/meta-region-server: CHANGED 2024-11-15T15:18:03,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:18:03,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:18:03,730 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:18:03,730 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:03,730 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:18:03,733 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C40931%2C1731683880471.meta, suffix=.meta, logDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471, archiveDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/oldWALs, maxLogs=10 2024-11-15T15:18:03,756 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.meta.1731683883733.meta, exclude list is [], retry=0 2024-11-15T15:18:03,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42907,DS-560514b9-7761-45fe-b331-4ffacff96a1d,DISK] 2024-11-15T15:18:03,764 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.meta.1731683883733.meta 2024-11-15T15:18:03,768 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46255:46255)] 2024-11-15T15:18:03,769 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:03,769 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:18:03,769 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:18:03,769 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:18:03,769 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:18:03,770 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:18:03,770 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:03,770 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:18:03,770 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:18:03,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:18:03,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:18:03,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:03,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:03,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:18:03,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:18:03,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:03,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:03,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:18:03,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:18:03,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:03,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:03,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:18:03,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:18:03,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:03,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:03,784 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:18:03,785 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740 2024-11-15T15:18:03,787 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740 2024-11-15T15:18:03,791 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:18:03,791 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:18:03,792 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:03,793 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:18:03,794 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69748545, jitterRate=0.039334312081336975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:03,794 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:18:03,795 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683883770Writing region info on filesystem at 1731683883770Initializing all the Stores at 1731683883771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683883771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683883772 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683883772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683883772Cleaning up temporary data from old regions at 1731683883791 (+19 ms)Running coprocessor post-open hooks at 1731683883794 (+3 ms)Region opened successfully at 1731683883795 (+1 ms) 2024-11-15T15:18:03,796 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683883722 2024-11-15T15:18:03,800 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:18:03,800 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:18:03,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,40931,1731683880471 2024-11-15T15:18:03,803 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,40931,1731683880471, state=OPEN 2024-11-15T15:18:03,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01660657818/meta-region-server 2024-11-15T15:18:03,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01660657818/meta-region-server 2024-11-15T15:18:03,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,40931,1731683880471 2024-11-15T15:18:03,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01660657818/meta-region-server: CHANGED 2024-11-15T15:18:03,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01660657818/meta-region-server: CHANGED 2024-11-15T15:18:03,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:18:03,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,40931,1731683880471 in 272 msec 2024-11-15T15:18:03,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:18:03,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-15T15:18:03,854 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:03,854 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:18:03,856 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:03,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,40931,1731683880471, seqNum=-1] 2024-11-15T15:18:03,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:03,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:03,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3690 sec 2024-11-15T15:18:03,873 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683883873, completionTime=-1 2024-11-15T15:18:03,873 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:18:03,873 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:18:03,875 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:18:03,875 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731683943875 2024-11-15T15:18:03,875 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684003875 2024-11-15T15:18:03,875 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:18:03,876 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44145,1731683880159-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:03,876 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44145,1731683880159-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:03,876 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44145,1731683880159-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:03,876 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:44145, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:03,876 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:03,877 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:03,879 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:18:03,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.344sec 2024-11-15T15:18:03,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:18:03,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:18:03,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:18:03,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:18:03,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:18:03,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44145,1731683880159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:18:03,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44145,1731683880159-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:18:03,890 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:18:03,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:18:03,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44145,1731683880159-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:03,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:03,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44145,-1 for getting cluster id 2024-11-15T15:18:03,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:03,900 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a97d46a-6755-4a9d-8f2e-e2b1f1120d50' 2024-11-15T15:18:03,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:03,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a97d46a-6755-4a9d-8f2e-e2b1f1120d50" 2024-11-15T15:18:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133f94f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44145,-1] 2024-11-15T15:18:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:03,903 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:03,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:03,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,40931,1731683880471, seqNum=-1] 2024-11-15T15:18:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:03,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,44145,1731683880159 2024-11-15T15:18:03,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54250 2024-11-15T15:18:03,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:03,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f13005d0002 connected 2024-11-15T15:18:03,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.log.dir so I do NOT create it in target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5 2024-11-15T15:18:03,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:18:03,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.tmp.dir so I do NOT create it in target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5 2024-11-15T15:18:03,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:18:03,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5 2024-11-15T15:18:03,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:18:03,950 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/cluster_23015423-02d4-9d08-1ac6-73e2d77a6252, deleteOnExit=true 2024-11-15T15:18:03,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:18:03,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/test.cache.data in system properties and HBase conf 2024-11-15T15:18:03,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:18:03,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:18:03,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:18:03,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:18:03,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:18:03,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:18:03,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:18:03,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:18:03,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:18:03,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:18:03,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:18:04,344 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T15:18:04,346 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:04,363 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:04,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:04,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:18:04,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:18:04,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:18:04,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:18:04,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:04,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf604b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:18:04,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f755eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:18:04,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192b1197{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/java.io.tmpdir/jetty-localhost-35665-hadoop-hdfs-3_4_1-tests_jar-_-any-13658591775868597868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:18:04,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@501d10e2{HTTP/1.1, (http/1.1)}{localhost:35665} 2024-11-15T15:18:04,499 INFO [Time-limited test {}] server.Server(415): Started @41357ms 2024-11-15T15:18:04,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:04,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:18:04,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:18:04,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:18:04,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:18:04,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd773f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:18:04,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8cc5f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:18:04,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d6ffff5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/java.io.tmpdir/jetty-localhost-40869-hadoop-hdfs-3_4_1-tests_jar-_-any-9002581972911708657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:18:04,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b8b946{HTTP/1.1, (http/1.1)}{localhost:40869} 2024-11-15T15:18:04,870 INFO [Time-limited test {}] server.Server(415): Started @41729ms 2024-11-15T15:18:04,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:18:05,738 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/cluster_23015423-02d4-9d08-1ac6-73e2d77a6252/data/data1/current/BP-1790988299-172.17.0.2-1731683883987/current, will proceed with Du for space computation calculation, 2024-11-15T15:18:05,738 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/cluster_23015423-02d4-9d08-1ac6-73e2d77a6252/data/data2/current/BP-1790988299-172.17.0.2-1731683883987/current, will proceed with Du for space computation calculation, 2024-11-15T15:18:05,758 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:18:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25c2f4b3e4715da4 with lease ID 0xa031544fd381da92: Processing first storage report for DS-88f6b513-61e6-469a-aeea-47b5e9c46077 from datanode DatanodeRegistration(127.0.0.1:34271, datanodeUuid=5a664a40-6366-4635-875f-0e2afbcadc20, infoPort=32807, infoSecurePort=0, ipcPort=37185, storageInfo=lv=-57;cid=testClusterID;nsid=1359796453;c=1731683883987) 2024-11-15T15:18:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25c2f4b3e4715da4 with lease ID 0xa031544fd381da92: from storage DS-88f6b513-61e6-469a-aeea-47b5e9c46077 node DatanodeRegistration(127.0.0.1:34271, datanodeUuid=5a664a40-6366-4635-875f-0e2afbcadc20, infoPort=32807, infoSecurePort=0, ipcPort=37185, storageInfo=lv=-57;cid=testClusterID;nsid=1359796453;c=1731683883987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:18:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25c2f4b3e4715da4 with lease ID 0xa031544fd381da92: Processing first storage report for DS-2cc00be3-05d2-4b68-8974-fdfdef59cebc from datanode DatanodeRegistration(127.0.0.1:34271, datanodeUuid=5a664a40-6366-4635-875f-0e2afbcadc20, infoPort=32807, infoSecurePort=0, ipcPort=37185, storageInfo=lv=-57;cid=testClusterID;nsid=1359796453;c=1731683883987) 2024-11-15T15:18:05,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25c2f4b3e4715da4 with lease ID 0xa031544fd381da92: from storage DS-2cc00be3-05d2-4b68-8974-fdfdef59cebc node DatanodeRegistration(127.0.0.1:34271, datanodeUuid=5a664a40-6366-4635-875f-0e2afbcadc20, infoPort=32807, infoSecurePort=0, ipcPort=37185, storageInfo=lv=-57;cid=testClusterID;nsid=1359796453;c=1731683883987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:18:05,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5 2024-11-15T15:18:05,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:05,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:05,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:18:06,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b with version=8 2024-11-15T15:18:06,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/hbase-staging 2024-11-15T15:18:06,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:18:06,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:06,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:06,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:18:06,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:06,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:18:06,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:18:06,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:18:06,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39927 2024-11-15T15:18:06,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39927 connecting to ZooKeeper ensemble=127.0.0.1:54250 2024-11-15T15:18:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399270x0, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:06,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39927-0x1013f13005d0003 connected 2024-11-15T15:18:06,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:06,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:06,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on znode that does not yet exist, /1-1233057811/running 2024-11-15T15:18:06,412 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b, hbase.cluster.distributed=false 2024-11-15T15:18:06,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on znode that does not yet exist, /1-1233057811/acl 2024-11-15T15:18:06,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-15T15:18:06,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39927 2024-11-15T15:18:06,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39927 2024-11-15T15:18:06,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-15T15:18:06,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-15T15:18:06,434 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:18:06,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:06,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:06,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:18:06,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:06,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:18:06,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:18:06,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:18:06,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37741 2024-11-15T15:18:06,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37741 connecting to ZooKeeper ensemble=127.0.0.1:54250 2024-11-15T15:18:06,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:06,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:06,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377410x0, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:06,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377410x0, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on znode that does not yet exist, /1-1233057811/running 2024-11-15T15:18:06,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37741-0x1013f13005d0004 connected 2024-11-15T15:18:06,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:18:06,454 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:18:06,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on znode that does not yet exist, /1-1233057811/master 2024-11-15T15:18:06,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on znode that does not yet exist, /1-1233057811/acl 2024-11-15T15:18:06,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37741 2024-11-15T15:18:06,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37741 2024-11-15T15:18:06,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37741 2024-11-15T15:18:06,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37741 2024-11-15T15:18:06,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37741 2024-11-15T15:18:06,478 DEBUG [M:0;855219d6b094:39927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:39927 2024-11-15T15:18:06,478 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1233057811/backup-masters/855219d6b094,39927,1731683886223 2024-11-15T15:18:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811/backup-masters 2024-11-15T15:18:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811/backup-masters 2024-11-15T15:18:06,487 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on existing znode=/1-1233057811/backup-masters/855219d6b094,39927,1731683886223 2024-11-15T15:18:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1233057811/master 2024-11-15T15:18:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:06,497 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on existing znode=/1-1233057811/master 2024-11-15T15:18:06,498 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1233057811/backup-masters/855219d6b094,39927,1731683886223 from backup master directory 2024-11-15T15:18:06,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233057811/backup-masters/855219d6b094,39927,1731683886223 2024-11-15T15:18:06,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811/backup-masters 2024-11-15T15:18:06,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811/backup-masters 2024-11-15T15:18:06,507 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:18:06,507 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,39927,1731683886223 2024-11-15T15:18:06,512 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/hbase.id] with ID: 8cc203d7-1d56-4783-b98a-9e60416915bf 2024-11-15T15:18:06,512 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/.tmp/hbase.id 2024-11-15T15:18:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:18:06,918 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/.tmp/hbase.id]:[hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/hbase.id] 2024-11-15T15:18:06,931 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:06,931 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:18:06,933 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T15:18:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:06,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:18:07,008 WARN [RS:0;855219d6b094:40931 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 855219d6b094,39129,1731683849743: status=Processing ServerCrashProcedure of 855219d6b094,39129,1731683849743 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731683868309, completionTime=-1 appears to have been leaked 2024-11-15T15:18:07,384 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:07,384 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:18:07,385 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:18:07,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store 2024-11-15T15:18:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:18:08,200 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:08,200 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:18:08,200 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:08,200 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:08,200 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:18:08,200 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:08,200 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:08,200 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683888200Disabling compacts and flushes for region at 1731683888200Disabling writes for close at 1731683888200Writing region close event to WAL at 1731683888200Closed at 1731683888200 2024-11-15T15:18:08,201 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/.initializing 2024-11-15T15:18:08,201 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/WALs/855219d6b094,39927,1731683886223 2024-11-15T15:18:08,202 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:18:08,204 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C39927%2C1731683886223, suffix=, logDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/WALs/855219d6b094,39927,1731683886223, archiveDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/oldWALs, maxLogs=10 2024-11-15T15:18:08,216 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/WALs/855219d6b094,39927,1731683886223/855219d6b094%2C39927%2C1731683886223.1731683888204, exclude list is [], retry=0 2024-11-15T15:18:08,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34271,DS-88f6b513-61e6-469a-aeea-47b5e9c46077,DISK] 2024-11-15T15:18:08,220 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/WALs/855219d6b094,39927,1731683886223/855219d6b094%2C39927%2C1731683886223.1731683888204 2024-11-15T15:18:08,220 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32807:32807)] 2024-11-15T15:18:08,220 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:08,221 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:08,221 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,221 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:18:08,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:08,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:08,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:18:08,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:08,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:08,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:18:08,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:08,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:08,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:18:08,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:08,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:08,230 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,230 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,231 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,232 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,232 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,232 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:08,233 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:08,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:08,236 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59040828, jitterRate=-0.12022310495376587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:08,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683888221Initializing all the Stores at 1731683888222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683888222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683888222Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683888222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683888222Cleaning up temporary data from old regions at 1731683888232 (+10 ms)Region opened successfully at 1731683888236 (+4 ms) 2024-11-15T15:18:08,236 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:18:08,239 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d0c88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:18:08,240 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:18:08,240 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:18:08,240 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:18:08,240 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:18:08,241 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:18:08,241 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:18:08,241 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:18:08,243 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:18:08,244 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Unable to get data of znode /1-1233057811/balancer because node does not exist (not necessarily an error) 2024-11-15T15:18:08,303 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233057811/balancer already deleted, retry=false 2024-11-15T15:18:08,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:18:08,304 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Unable to get data of znode /1-1233057811/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:18:08,313 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233057811/normalizer already deleted, retry=false 2024-11-15T15:18:08,314 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:18:08,315 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Unable to get data of znode /1-1233057811/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:18:08,324 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233057811/switch/split already deleted, retry=false 2024-11-15T15:18:08,325 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Unable to get data of znode /1-1233057811/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:18:08,335 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233057811/switch/merge already deleted, retry=false 2024-11-15T15:18:08,337 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Unable to get data of znode /1-1233057811/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:18:08,349 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233057811/snapshot-cleanup already deleted, retry=false 2024-11-15T15:18:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1233057811/running 2024-11-15T15:18:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1233057811/running 2024-11-15T15:18:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:08,360 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,39927,1731683886223, sessionid=0x1013f13005d0003, setting cluster-up flag (Was=false) 2024-11-15T15:18:08,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:08,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:08,412 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1233057811/flush-table-proc/acquired, /1-1233057811/flush-table-proc/reached, /1-1233057811/flush-table-proc/abort 2024-11-15T15:18:08,414 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39927,1731683886223 2024-11-15T15:18:08,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:08,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:08,465 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1233057811/online-snapshot/acquired, /1-1233057811/online-snapshot/reached, /1-1233057811/online-snapshot/abort 2024-11-15T15:18:08,466 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39927,1731683886223 2024-11-15T15:18:08,468 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:18:08,470 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:08,471 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:18:08,471 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:18:08,471 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,39927,1731683886223 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:18:08,473 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:08,473 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:08,474 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:08,474 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:08,474 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:18:08,474 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,474 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:18:08,474 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:08,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:18:08,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:08,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:18:08,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731683918484 2024-11-15T15:18:08,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:18:08,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:18:08,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:18:08,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:18:08,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:18:08,485 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:18:08,485 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,489 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:18:08,489 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:18:08,489 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:18:08,489 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:18:08,492 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:18:08,492 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:18:08,494 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683888492,5,FailOnTimeoutGroup] 2024-11-15T15:18:08,499 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683888494,5,FailOnTimeoutGroup] 2024-11-15T15:18:08,499 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,499 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:18:08,499 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,499 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:18:08,568 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(746): ClusterId : 8cc203d7-1d56-4783-b98a-9e60416915bf 2024-11-15T15:18:08,568 DEBUG [RS:0;855219d6b094:37741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:18:08,578 DEBUG [RS:0;855219d6b094:37741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:18:08,578 DEBUG [RS:0;855219d6b094:37741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:18:08,588 DEBUG [RS:0;855219d6b094:37741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:18:08,588 DEBUG [RS:0;855219d6b094:37741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1091bfb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:18:08,598 DEBUG [RS:0;855219d6b094:37741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:37741 2024-11-15T15:18:08,599 INFO [RS:0;855219d6b094:37741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:18:08,599 INFO [RS:0;855219d6b094:37741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:18:08,599 DEBUG [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:18:08,599 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,39927,1731683886223 with port=37741, startcode=1731683886434 2024-11-15T15:18:08,599 DEBUG [RS:0;855219d6b094:37741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:18:08,601 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:18:08,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,37741,1731683886434 2024-11-15T15:18:08,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39927 {}] master.ServerManager(517): Registering regionserver=855219d6b094,37741,1731683886434 2024-11-15T15:18:08,603 DEBUG [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b 2024-11-15T15:18:08,603 DEBUG [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36149 2024-11-15T15:18:08,603 DEBUG [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:18:08,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:18:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811/rs 2024-11-15T15:18:08,654 DEBUG [RS:0;855219d6b094:37741 {}] zookeeper.ZKUtil(111): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on existing znode=/1-1233057811/rs/855219d6b094,37741,1731683886434 2024-11-15T15:18:08,654 WARN [RS:0;855219d6b094:37741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:18:08,654 INFO [RS:0;855219d6b094:37741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:08,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,37741,1731683886434] 2024-11-15T15:18:08,654 DEBUG [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/WALs/855219d6b094,37741,1731683886434 2024-11-15T15:18:08,658 INFO [RS:0;855219d6b094:37741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:18:08,660 INFO [RS:0;855219d6b094:37741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:18:08,660 INFO [RS:0;855219d6b094:37741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:18:08,660 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,661 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:18:08,661 INFO [RS:0;855219d6b094:37741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:18:08,661 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:18:08,662 DEBUG [RS:0;855219d6b094:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:18:08,663 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,663 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,663 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,663 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,663 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,663 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,37741,1731683886434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:18:08,677 INFO [RS:0;855219d6b094:37741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:18:08,677 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,37741,1731683886434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,678 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,678 INFO [RS:0;855219d6b094:37741 {}] regionserver.Replication(171): 855219d6b094,37741,1731683886434 started 2024-11-15T15:18:08,691 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:08,691 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,37741,1731683886434, RpcServer on 855219d6b094/172.17.0.2:37741, sessionid=0x1013f13005d0004 2024-11-15T15:18:08,692 DEBUG [RS:0;855219d6b094:37741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:18:08,692 DEBUG [RS:0;855219d6b094:37741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,37741,1731683886434 2024-11-15T15:18:08,692 DEBUG [RS:0;855219d6b094:37741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,37741,1731683886434' 2024-11-15T15:18:08,692 DEBUG [RS:0;855219d6b094:37741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1233057811/flush-table-proc/abort' 2024-11-15T15:18:08,692 DEBUG [RS:0;855219d6b094:37741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1233057811/flush-table-proc/acquired' 2024-11-15T15:18:08,693 DEBUG [RS:0;855219d6b094:37741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:18:08,693 DEBUG [RS:0;855219d6b094:37741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:18:08,693 DEBUG [RS:0;855219d6b094:37741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,37741,1731683886434 2024-11-15T15:18:08,693 DEBUG [RS:0;855219d6b094:37741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,37741,1731683886434' 2024-11-15T15:18:08,693 DEBUG [RS:0;855219d6b094:37741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1233057811/online-snapshot/abort' 2024-11-15T15:18:08,693 DEBUG [RS:0;855219d6b094:37741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1233057811/online-snapshot/acquired' 2024-11-15T15:18:08,693 DEBUG [RS:0;855219d6b094:37741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:18:08,693 INFO [RS:0;855219d6b094:37741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:18:08,694 INFO [RS:0;855219d6b094:37741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:18:08,794 INFO [RS:0;855219d6b094:37741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:18:08,796 INFO [RS:0;855219d6b094:37741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C37741%2C1731683886434, suffix=, logDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/WALs/855219d6b094,37741,1731683886434, archiveDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/oldWALs, maxLogs=10 2024-11-15T15:18:08,807 DEBUG [RS:0;855219d6b094:37741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/WALs/855219d6b094,37741,1731683886434/855219d6b094%2C37741%2C1731683886434.1731683888796, exclude list is [], retry=0 2024-11-15T15:18:08,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34271,DS-88f6b513-61e6-469a-aeea-47b5e9c46077,DISK] 2024-11-15T15:18:08,812 INFO [RS:0;855219d6b094:37741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/WALs/855219d6b094,37741,1731683886434/855219d6b094%2C37741%2C1731683886434.1731683888796 2024-11-15T15:18:08,812 DEBUG [RS:0;855219d6b094:37741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32807:32807)] 2024-11-15T15:18:08,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:18:08,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b 2024-11-15T15:18:08,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:18:09,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:18:09,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:18:09,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:18:09,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T15:18:09,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:18:09,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:18:09,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:18:09,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:18:09,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:09,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:18:09,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:18:09,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:09,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:18:09,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:18:09,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:09,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:18:09,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:18:09,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:09,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:18:09,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:18:09,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:09,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:18:09,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740 2024-11-15T15:18:09,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740 2024-11-15T15:18:09,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:18:09,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:18:09,326 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:09,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:18:09,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:09,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62947093, jitterRate=-0.062015220522880554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:09,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731683889309Initializing all the Stores at 1731683889310 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683889310Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683889311 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683889311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683889311Cleaning up temporary data from old regions at 1731683889325 (+14 ms)Region opened successfully at 1731683889331 (+6 ms) 2024-11-15T15:18:09,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:18:09,331 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:18:09,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:18:09,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:18:09,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:18:09,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:18:09,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683889331Disabling compacts and flushes for region at 1731683889331Disabling writes for close at 1731683889331Writing region close event to WAL at 1731683889331Closed at 1731683889332 (+1 ms) 2024-11-15T15:18:09,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:09,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:18:09,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:18:09,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:18:09,336 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:18:09,486 DEBUG [855219d6b094:39927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:18:09,487 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,37741,1731683886434 2024-11-15T15:18:09,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,37741,1731683886434, state=OPENING 2024-11-15T15:18:09,497 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:18:09,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:09,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:09,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:18:09,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1233057811/meta-region-server: CHANGED 2024-11-15T15:18:09,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1233057811/meta-region-server: CHANGED 2024-11-15T15:18:09,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,37741,1731683886434}] 2024-11-15T15:18:09,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:18:09,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:18:09,667 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:18:09,667 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:09,668 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:18:09,670 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C37741%2C1731683886434.meta, suffix=.meta, logDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/WALs/855219d6b094,37741,1731683886434, archiveDir=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/oldWALs, maxLogs=10 2024-11-15T15:18:09,687 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/WALs/855219d6b094,37741,1731683886434/855219d6b094%2C37741%2C1731683886434.meta.1731683889670.meta, exclude list is [], retry=0 2024-11-15T15:18:09,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34271,DS-88f6b513-61e6-469a-aeea-47b5e9c46077,DISK] 2024-11-15T15:18:09,692 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/WALs/855219d6b094,37741,1731683886434/855219d6b094%2C37741%2C1731683886434.meta.1731683889670.meta 2024-11-15T15:18:09,693 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32807:32807)] 2024-11-15T15:18:09,693 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:09,693 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:18:09,693 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:18:09,694 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:18:09,694 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:18:09,694 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:18:09,694 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:09,694 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:18:09,694 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:18:09,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:18:09,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:18:09,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:09,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:18:09,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:18:09,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:09,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:18:09,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:18:09,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:09,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:18:09,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:18:09,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:09,702 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:18:09,702 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740 2024-11-15T15:18:09,703 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740 2024-11-15T15:18:09,705 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:18:09,705 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:18:09,705 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:09,707 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:18:09,708 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70346135, jitterRate=0.048239096999168396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:09,708 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:18:09,708 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683889694Writing region info on filesystem at 1731683889694Initializing all the Stores at 1731683889695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683889695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683889695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683889695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683889695Cleaning up temporary data from old regions at 1731683889705 (+10 ms)Running coprocessor post-open hooks at 1731683889708 (+3 ms)Region opened successfully at 1731683889708 2024-11-15T15:18:09,709 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683889661 2024-11-15T15:18:09,711 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:18:09,712 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:18:09,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,37741,1731683886434 2024-11-15T15:18:09,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,37741,1731683886434, state=OPEN 2024-11-15T15:18:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1233057811/meta-region-server 2024-11-15T15:18:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1233057811/meta-region-server 2024-11-15T15:18:09,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,37741,1731683886434 2024-11-15T15:18:09,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1233057811/meta-region-server: CHANGED 2024-11-15T15:18:09,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1233057811/meta-region-server: CHANGED 2024-11-15T15:18:09,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:18:09,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,37741,1731683886434 in 248 msec 2024-11-15T15:18:09,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:18:09,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-15T15:18:09,764 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:09,764 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:18:09,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:09,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37741,1731683886434, seqNum=-1] 2024-11-15T15:18:09,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:09,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:09,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-15T15:18:09,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683889774, completionTime=-1 2024-11-15T15:18:09,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:18:09,774 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:18:09,776 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:18:09,776 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731683949776 2024-11-15T15:18:09,776 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684009776 2024-11-15T15:18:09,776 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:18:09,777 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39927,1731683886223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:09,777 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39927,1731683886223-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:09,777 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39927,1731683886223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:09,777 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:39927, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:09,777 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:09,777 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:09,779 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:18:09,781 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.274sec 2024-11-15T15:18:09,781 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:18:09,781 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:18:09,781 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:18:09,781 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:18:09,781 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:18:09,781 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39927,1731683886223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:18:09,782 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39927,1731683886223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:18:09,784 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:18:09,784 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:18:09,784 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39927,1731683886223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:09,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf3055b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39927,-1 for getting cluster id 2024-11-15T15:18:09,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:09,870 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc203d7-1d56-4783-b98a-9e60416915bf' 2024-11-15T15:18:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:09,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc203d7-1d56-4783-b98a-9e60416915bf" 2024-11-15T15:18:09,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c34e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39927,-1] 2024-11-15T15:18:09,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:09,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:09,872 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:09,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9610a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37741,1731683886434, seqNum=-1] 2024-11-15T15:18:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:09,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:09,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,39927,1731683886223 2024-11-15T15:18:09,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54250 2024-11-15T15:18:09,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:09,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f13005d0005 connected 2024-11-15T15:18:09,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530e8ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44145,-1 for getting cluster id 2024-11-15T15:18:09,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:09,902 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a97d46a-6755-4a9d-8f2e-e2b1f1120d50' 2024-11-15T15:18:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a97d46a-6755-4a9d-8f2e-e2b1f1120d50" 2024-11-15T15:18:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc7a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44145,-1] 2024-11-15T15:18:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:09,904 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267320a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44145,1731683880159 2024-11-15T15:18:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18eb86ae 2024-11-15T15:18:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:09,907 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:09,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:39927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:18:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:18:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:09,911 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39927' 2024-11-15T15:18:09,912 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edd2fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,912 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39927,-1 for getting cluster id 2024-11-15T15:18:09,912 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:09,913 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc203d7-1d56-4783-b98a-9e60416915bf' 2024-11-15T15:18:09,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:09,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc203d7-1d56-4783-b98a-9e60416915bf" 2024-11-15T15:18:09,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fa71f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39927,-1] 2024-11-15T15:18:09,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:09,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:09,915 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:09,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532b3c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:09,916 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:09,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39927,1731683886223 2024-11-15T15:18:09,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e377c98 2024-11-15T15:18:09,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:09,918 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:09,919 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T15:18:09,919 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:18:09,919 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:09,920 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:09,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:09,920 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:09,922 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:18:09,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:18:09,924 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:18:09,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741835_1011 (size=1138) 2024-11-15T15:18:09,972 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:18:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:10,337 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f697ef840fb6fe0ba27e19810057f554, NAME => 'hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8 2024-11-15T15:18:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741836_1012 (size=44) 2024-11-15T15:18:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:10,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:10,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f697ef840fb6fe0ba27e19810057f554, disabling compactions & flushes 2024-11-15T15:18:10,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:10,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:10,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. after waiting 0 ms 2024-11-15T15:18:10,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:10,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:10,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f697ef840fb6fe0ba27e19810057f554: Waiting for close lock at 1731683890744Disabling compacts and flushes for region at 1731683890744Disabling writes for close at 1731683890745 (+1 ms)Writing region close event to WAL at 1731683890745Closed at 1731683890745 2024-11-15T15:18:10,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:18:10,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731683890746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683890746"}]},"ts":"1731683890746"} 2024-11-15T15:18:10,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:18:10,750 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:18:10,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683890750"}]},"ts":"1731683890750"} 2024-11-15T15:18:10,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:18:10,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f697ef840fb6fe0ba27e19810057f554, ASSIGN}] 2024-11-15T15:18:10,754 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f697ef840fb6fe0ba27e19810057f554, ASSIGN 2024-11-15T15:18:10,755 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f697ef840fb6fe0ba27e19810057f554, ASSIGN; state=OFFLINE, location=855219d6b094,40931,1731683880471; forceNewPlan=false, retain=false 2024-11-15T15:18:10,906 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f697ef840fb6fe0ba27e19810057f554, regionState=OPENING, regionLocation=855219d6b094,40931,1731683880471 2024-11-15T15:18:10,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f697ef840fb6fe0ba27e19810057f554, ASSIGN because future has completed 2024-11-15T15:18:10,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f697ef840fb6fe0ba27e19810057f554, server=855219d6b094,40931,1731683880471}] 2024-11-15T15:18:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:11,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:11,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:11,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:18:11,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C40931%2C1731683880471.rep, suffix=, logDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471, archiveDir=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/oldWALs, maxLogs=10 2024-11-15T15:18:11,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.rep.1731683891068, exclude list is [], retry=0 2024-11-15T15:18:11,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42907,DS-560514b9-7761-45fe-b331-4ffacff96a1d,DISK] 2024-11-15T15:18:11,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.rep.1731683891068 2024-11-15T15:18:11,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46255:46255)] 2024-11-15T15:18:11,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f697ef840fb6fe0ba27e19810057f554, NAME => 'hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:11,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:18:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:18:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. service=MultiRowMutationService 2024-11-15T15:18:11,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:18:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,086 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,088 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f697ef840fb6fe0ba27e19810057f554 columnFamilyName hfileref 2024-11-15T15:18:11,088 DEBUG [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,088 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] regionserver.HStore(327): Store=f697ef840fb6fe0ba27e19810057f554/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:11,089 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,090 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f697ef840fb6fe0ba27e19810057f554 columnFamilyName queue 2024-11-15T15:18:11,090 DEBUG [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,090 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] regionserver.HStore(327): Store=f697ef840fb6fe0ba27e19810057f554/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:11,090 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,092 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f697ef840fb6fe0ba27e19810057f554 columnFamilyName sid 2024-11-15T15:18:11,092 DEBUG [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,092 INFO [StoreOpener-f697ef840fb6fe0ba27e19810057f554-1 {}] regionserver.HStore(327): Store=f697ef840fb6fe0ba27e19810057f554/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:11,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:18:11,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:11,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f697ef840fb6fe0ba27e19810057f554; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62103588, jitterRate=-0.07458442449569702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:18:11,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:11,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f697ef840fb6fe0ba27e19810057f554: Running coprocessor pre-open hook at 1731683891085Writing region info on filesystem at 1731683891085Initializing all the Stores at 1731683891086 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683891086Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683891086Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683891086Cleaning up temporary data from old regions at 1731683891095 (+9 ms)Running coprocessor post-open hooks at 1731683891100 (+5 ms)Region opened successfully at 1731683891100 2024-11-15T15:18:11,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554., pid=7, masterSystemTime=1731683891061 2024-11-15T15:18:11,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:11,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:11,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f697ef840fb6fe0ba27e19810057f554, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,40931,1731683880471 2024-11-15T15:18:11,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f697ef840fb6fe0ba27e19810057f554, server=855219d6b094,40931,1731683880471 because future has completed 2024-11-15T15:18:11,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T15:18:11,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f697ef840fb6fe0ba27e19810057f554, server=855219d6b094,40931,1731683880471 in 200 msec 2024-11-15T15:18:11,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:18:11,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f697ef840fb6fe0ba27e19810057f554, ASSIGN in 360 msec 2024-11-15T15:18:11,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:18:11,116 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683891115"}]},"ts":"1731683891115"} 2024-11-15T15:18:11,118 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:18:11,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:18:11,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-15T15:18:11,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554., hostname=855219d6b094,40931,1731683880471, seqNum=2] 2024-11-15T15:18:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:11,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:18:11,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T15:18:11,333 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:18:11,360 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,40931,1731683880471, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:18:11,361 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:11,361 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,40931,1731683880471, seqNum=-1] 2024-11-15T15:18:11,361 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:11,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-15T15:18:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,40931,1731683880471', locateType=CURRENT is [region=hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554., hostname=855219d6b094,40931,1731683880471, seqNum=2] 2024-11-15T15:18:11,367 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T15:18:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T15:18:11,370 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,40931,1731683880471 suceeded 2024-11-15T15:18:11,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T15:18:11,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-15T15:18:11,373 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:39927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:18:11,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4650 sec 2024-11-15T15:18:11,381 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39927' 2024-11-15T15:18:11,383 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504da56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:11,383 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39927,-1 for getting cluster id 2024-11-15T15:18:11,383 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:11,384 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc203d7-1d56-4783-b98a-9e60416915bf' 2024-11-15T15:18:11,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:11,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc203d7-1d56-4783-b98a-9e60416915bf" 2024-11-15T15:18:11,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51f234a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:11,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39927,-1] 2024-11-15T15:18:11,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:11,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:11,385 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:11,386 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27062d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:11,386 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:11,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39927,1731683886223 2024-11-15T15:18:11,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26233f22 2024-11-15T15:18:11,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:11,388 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-15T15:18:11,388 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,40931,1731683880471 (queues=1) is replicating from cluster=5a97d46a-6755-4a9d-8f2e-e2b1f1120d50 to cluster=8cc203d7-1d56-4783-b98a-9e60416915bf 2024-11-15T15:18:11,388 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C40931%2C1731683880471 2024-11-15T15:18:11,388 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,40931,1731683880471, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:18:11,389 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.shipper855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C40931%2C1731683880471 2024-11-15T15:18:11,389 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794, startPosition=0, beingWritten=true 2024-11-15T15:18:11,594 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794 to pos 0, reset compression=false 2024-11-15T15:18:11,901 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794 to pos 0, reset compression=false 2024-11-15T15:18:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:12,055 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:18:12,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:18:12,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:12,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:12,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:12,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:12,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44145,1731683880159 2024-11-15T15:18:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a6c488 2024-11-15T15:18:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:12,058 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:12,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T15:18:12,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:18:12,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:18:12,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:12,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:12,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:12,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:12,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:18:12,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=442711068, stopped=false 2024-11-15T15:18:12,060 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,39927,1731683886223 2024-11-15T15:18:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233057811/running 2024-11-15T15:18:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233057811/running 2024-11-15T15:18:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:12,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:18:12,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:18:12,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:12,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:12,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on znode that does not yet exist, /1-1233057811/running 2024-11-15T15:18:12,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,37741,1731683886434' ***** 2024-11-15T15:18:12,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:18:12,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Set watcher on znode that does not yet exist, /1-1233057811/running 2024-11-15T15:18:12,072 INFO [RS:0;855219d6b094:37741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:18:12,072 INFO [RS:0;855219d6b094:37741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:18:12,072 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,37741,1731683886434 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:37741. 2024-11-15T15:18:12,073 DEBUG [RS:0;855219d6b094:37741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:12,073 DEBUG [RS:0;855219d6b094:37741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:18:12,073 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:18:12,073 DEBUG [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:18:12,073 DEBUG [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:18:12,074 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:18:12,074 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:18:12,074 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:18:12,074 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:18:12,074 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:18:12,074 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T15:18:12,089 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740/.tmp/ns/07f358e07e79414184913e2a2ea72240 is 43, key is default/ns:d/1731683889768/Put/seqid=0 2024-11-15T15:18:12,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741835_1011 (size=5153) 2024-11-15T15:18:12,095 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740/.tmp/ns/07f358e07e79414184913e2a2ea72240 2024-11-15T15:18:12,102 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740/.tmp/ns/07f358e07e79414184913e2a2ea72240 as hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740/ns/07f358e07e79414184913e2a2ea72240 2024-11-15T15:18:12,109 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740/ns/07f358e07e79414184913e2a2ea72240, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T15:18:12,110 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false 2024-11-15T15:18:12,114 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T15:18:12,115 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:18:12,115 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:18:12,115 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:18:12,115 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683892073Running coprocessor pre-close hooks at 1731683892073Disabling compacts and flushes for region at 1731683892073Disabling writes for close at 1731683892074 (+1 ms)Obtaining lock to block concurrent updates at 1731683892074Preparing flush snapshotting stores in 1588230740 at 1731683892074Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731683892074Flushing stores of hbase:meta,,1.1588230740 at 1731683892075 (+1 ms)Flushing 1588230740/ns: creating writer at 1731683892075Flushing 1588230740/ns: appending metadata at 1731683892088 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731683892088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b106e3: reopening flushed file at 1731683892101 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false at 1731683892110 (+9 ms)Writing region close event to WAL at 1731683892111 (+1 ms)Running coprocessor post-close hooks at 1731683892115 (+4 ms)Closed at 1731683892115 2024-11-15T15:18:12,115 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:18:12,167 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:18:12,274 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,37741,1731683886434; all regions closed. 2024-11-15T15:18:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741834_1010 (size=1152) 2024-11-15T15:18:12,279 DEBUG [RS:0;855219d6b094:37741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/oldWALs 2024-11-15T15:18:12,279 INFO [RS:0;855219d6b094:37741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37741%2C1731683886434.meta:.meta(num 1731683889670) 2024-11-15T15:18:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741832_1008 (size=93) 2024-11-15T15:18:12,283 DEBUG [RS:0;855219d6b094:37741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/oldWALs 2024-11-15T15:18:12,283 INFO [RS:0;855219d6b094:37741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37741%2C1731683886434:(num 1731683888796) 2024-11-15T15:18:12,283 DEBUG [RS:0;855219d6b094:37741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:12,283 INFO [RS:0;855219d6b094:37741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:18:12,283 INFO [RS:0;855219d6b094:37741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:18:12,283 INFO [RS:0;855219d6b094:37741 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T15:18:12,284 INFO [RS:0;855219d6b094:37741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:18:12,284 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:18:12,284 INFO [RS:0;855219d6b094:37741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37741 2024-11-15T15:18:12,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811/rs 2024-11-15T15:18:12,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233057811/rs/855219d6b094,37741,1731683886434 2024-11-15T15:18:12,296 INFO [RS:0;855219d6b094:37741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:18:12,306 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794 to pos 0, reset compression=false 2024-11-15T15:18:12,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,37741,1731683886434] 2024-11-15T15:18:12,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233057811/draining/855219d6b094,37741,1731683886434 already deleted, retry=false 2024-11-15T15:18:12,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,37741,1731683886434 expired; onlineServers=0 2024-11-15T15:18:12,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,39927,1731683886223' ***** 2024-11-15T15:18:12,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:18:12,318 INFO [M:0;855219d6b094:39927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:18:12,318 INFO [M:0;855219d6b094:39927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:18:12,318 DEBUG [M:0;855219d6b094:39927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:18:12,318 DEBUG [M:0;855219d6b094:39927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:18:12,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:18:12,318 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683888492 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683888492,5,FailOnTimeoutGroup] 2024-11-15T15:18:12,318 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683888494 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683888494,5,FailOnTimeoutGroup] 2024-11-15T15:18:12,318 INFO [M:0;855219d6b094:39927 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:18:12,318 INFO [M:0;855219d6b094:39927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:18:12,318 DEBUG [M:0;855219d6b094:39927 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:18:12,318 INFO [M:0;855219d6b094:39927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:18:12,318 INFO [M:0;855219d6b094:39927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:18:12,319 INFO [M:0;855219d6b094:39927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:18:12,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:18:12,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233057811/master 2024-11-15T15:18:12,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233057811 2024-11-15T15:18:12,328 DEBUG [M:0;855219d6b094:39927 {}] zookeeper.ZKUtil(347): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Unable to get data of znode /1-1233057811/master because node does not exist (not an error) 2024-11-15T15:18:12,328 WARN [M:0;855219d6b094:39927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:18:12,329 INFO [M:0;855219d6b094:39927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/.lastflushedseqids 2024-11-15T15:18:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741836_1012 (size=99) 2024-11-15T15:18:12,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:18:12,407 INFO [RS:0;855219d6b094:37741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:18:12,407 INFO [RS:0;855219d6b094:37741 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,37741,1731683886434; zookeeper connection closed. 2024-11-15T15:18:12,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1013f13005d0004, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:18:12,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71d3525a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71d3525a 2024-11-15T15:18:12,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:18:12,734 INFO [M:0;855219d6b094:39927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:18:12,734 INFO [M:0;855219d6b094:39927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:18:12,734 DEBUG [M:0;855219d6b094:39927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:18:12,734 INFO [M:0;855219d6b094:39927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:12,734 DEBUG [M:0;855219d6b094:39927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:12,735 DEBUG [M:0;855219d6b094:39927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:18:12,735 DEBUG [M:0;855219d6b094:39927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:12,735 INFO [M:0;855219d6b094:39927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T15:18:12,756 DEBUG [M:0;855219d6b094:39927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5224f094d09048bbbedc338f40aa99f8 is 82, key is hbase:meta,,1/info:regioninfo/1731683889712/Put/seqid=0 2024-11-15T15:18:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741837_1013 (size=5672) 2024-11-15T15:18:12,768 INFO [M:0;855219d6b094:39927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5224f094d09048bbbedc338f40aa99f8 2024-11-15T15:18:12,788 DEBUG [M:0;855219d6b094:39927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88a79488b0f04837b8ec24d63c50eb48 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731683889773/Put/seqid=0 2024-11-15T15:18:12,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741838_1014 (size=5275) 2024-11-15T15:18:12,811 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794 to pos 0, reset compression=false 2024-11-15T15:18:13,193 INFO [M:0;855219d6b094:39927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88a79488b0f04837b8ec24d63c50eb48 2024-11-15T15:18:13,210 DEBUG [M:0;855219d6b094:39927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c30854aee8243d6acb5c5bf2b7b9a11 is 69, key is 855219d6b094,37741,1731683886434/rs:state/1731683888602/Put/seqid=0 2024-11-15T15:18:13,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741839_1015 (size=5156) 2024-11-15T15:18:13,416 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794 to pos 0, reset compression=false 2024-11-15T15:18:13,615 INFO [M:0;855219d6b094:39927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c30854aee8243d6acb5c5bf2b7b9a11 2024-11-15T15:18:13,620 DEBUG [M:0;855219d6b094:39927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5224f094d09048bbbedc338f40aa99f8 as hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5224f094d09048bbbedc338f40aa99f8 2024-11-15T15:18:13,626 INFO [M:0;855219d6b094:39927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5224f094d09048bbbedc338f40aa99f8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T15:18:13,627 DEBUG [M:0;855219d6b094:39927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88a79488b0f04837b8ec24d63c50eb48 as hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88a79488b0f04837b8ec24d63c50eb48 2024-11-15T15:18:13,632 INFO [M:0;855219d6b094:39927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88a79488b0f04837b8ec24d63c50eb48, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T15:18:13,633 DEBUG [M:0;855219d6b094:39927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c30854aee8243d6acb5c5bf2b7b9a11 as hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c30854aee8243d6acb5c5bf2b7b9a11 2024-11-15T15:18:13,638 INFO [M:0;855219d6b094:39927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/e35f6369-d9c7-3a91-7486-149c7826c59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c30854aee8243d6acb5c5bf2b7b9a11, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T15:18:13,639 INFO [M:0;855219d6b094:39927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=28, compaction requested=false 2024-11-15T15:18:13,641 INFO [M:0;855219d6b094:39927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:13,641 DEBUG [M:0;855219d6b094:39927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683892734Disabling compacts and flushes for region at 1731683892734Disabling writes for close at 1731683892735 (+1 ms)Obtaining lock to block concurrent updates at 1731683892735Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731683892735Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731683892735Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731683892736 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731683892736Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731683892756 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731683892756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731683892774 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731683892788 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731683892788Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731683893197 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731683893210 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731683893210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7591: reopening flushed file at 1731683893619 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758108d7: reopening flushed file at 1731683893626 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dda5957: reopening flushed file at 1731683893632 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=28, compaction requested=false at 1731683893640 (+8 ms)Writing region close event to WAL at 1731683893641 (+1 ms)Closed at 1731683893641 2024-11-15T15:18:13,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741830_1006 (size=10165) 2024-11-15T15:18:13,644 INFO [M:0;855219d6b094:39927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:18:13,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:18:13,644 INFO [M:0;855219d6b094:39927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39927 2024-11-15T15:18:13,644 INFO [M:0;855219d6b094:39927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:18:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:18:13,765 INFO [M:0;855219d6b094:39927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:18:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1013f13005d0003, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:18:13,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d6ffff5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:18:13,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b8b946{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:18:13,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:18:13,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8cc5f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:18:13,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd773f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.log.dir/,STOPPED} 2024-11-15T15:18:13,769 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:18:13,769 WARN [BP-1790988299-172.17.0.2-1731683883987 heartbeating to localhost/127.0.0.1:36149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:18:13,769 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:18:13,769 WARN [BP-1790988299-172.17.0.2-1731683883987 heartbeating to localhost/127.0.0.1:36149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1790988299-172.17.0.2-1731683883987 (Datanode Uuid 5a664a40-6366-4635-875f-0e2afbcadc20) service to localhost/127.0.0.1:36149 2024-11-15T15:18:13,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/cluster_23015423-02d4-9d08-1ac6-73e2d77a6252/data/data1/current/BP-1790988299-172.17.0.2-1731683883987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:18:13,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/cluster_23015423-02d4-9d08-1ac6-73e2d77a6252/data/data2/current/BP-1790988299-172.17.0.2-1731683883987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:18:13,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:18:13,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192b1197{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:18:13,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@501d10e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:18:13,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:18:13,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f755eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:18:13,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf604b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.log.dir/,STOPPED} 2024-11-15T15:18:13,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:18:13,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:18:13,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:18:13,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:13,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:13,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:13,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:13,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:18:13,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1825618500, stopped=false 2024-11-15T15:18:13,793 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,44145,1731683880159 2024-11-15T15:18:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01660657818/running 2024-11-15T15:18:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01660657818/running 2024-11-15T15:18:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:13,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:18:13,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:18:13,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:13,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:13,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on znode that does not yet exist, /01660657818/running 2024-11-15T15:18:13,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Set watcher on znode that does not yet exist, /01660657818/running 2024-11-15T15:18:13,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,40931,1731683880471' ***** 2024-11-15T15:18:13,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:18:13,803 INFO [RS:0;855219d6b094:40931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:18:13,803 INFO [RS:0;855219d6b094:40931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:18:13,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:18:13,803 INFO [RS:0;855219d6b094:40931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:18:13,803 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(3091): Received CLOSE for f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:13,803 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,40931,1731683880471 2024-11-15T15:18:13,803 INFO [RS:0;855219d6b094:40931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:18:13,803 INFO [RS:0;855219d6b094:40931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:40931. 2024-11-15T15:18:13,803 DEBUG [RS:0;855219d6b094:40931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:13,803 DEBUG [RS:0;855219d6b094:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:13,803 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f697ef840fb6fe0ba27e19810057f554, disabling compactions & flushes 2024-11-15T15:18:13,803 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:13,803 INFO [RS:0;855219d6b094:40931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:18:13,804 INFO [RS:0;855219d6b094:40931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:18:13,804 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:13,804 INFO [RS:0;855219d6b094:40931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:18:13,804 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. after waiting 0 ms 2024-11-15T15:18:13,804 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:18:13,804 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:13,804 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f697ef840fb6fe0ba27e19810057f554 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T15:18:13,804 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:18:13,804 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f697ef840fb6fe0ba27e19810057f554=hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554.} 2024-11-15T15:18:13,804 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:13,804 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:18:13,804 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:18:13,804 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:18:13,804 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:18:13,804 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:18:13,804 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T15:18:13,819 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/info/80f7f293d03545f7b591094e1611598f is 147, key is hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554./info:regioninfo/1731683891104/Put/seqid=0 2024-11-15T15:18:13,819 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554/.tmp/queue/52efa12ade7a470292287e3f63733224 is 151, key is 1-855219d6b094,40931,1731683880471/queue:855219d6b094%2C40931%2C1731683880471/1731683891366/Put/seqid=0 2024-11-15T15:18:13,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741838_1014 (size=6631) 2024-11-15T15:18:13,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741839_1015 (size=5350) 2024-11-15T15:18:13,867 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:18:14,004 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:14,122 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794 to pos 0, reset compression=false 2024-11-15T15:18:14,204 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f697ef840fb6fe0ba27e19810057f554 2024-11-15T15:18:14,223 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554/.tmp/queue/52efa12ade7a470292287e3f63733224 2024-11-15T15:18:14,223 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/info/80f7f293d03545f7b591094e1611598f 2024-11-15T15:18:14,229 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554/.tmp/queue/52efa12ade7a470292287e3f63733224 as hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554/queue/52efa12ade7a470292287e3f63733224 2024-11-15T15:18:14,236 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554/queue/52efa12ade7a470292287e3f63733224, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T15:18:14,237 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f697ef840fb6fe0ba27e19810057f554 in 433ms, sequenceid=5, compaction requested=false 2024-11-15T15:18:14,237 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:18:14,242 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/replication/f697ef840fb6fe0ba27e19810057f554/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:18:14,242 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:18:14,242 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:18:14,243 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:14,243 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f697ef840fb6fe0ba27e19810057f554: Waiting for close lock at 1731683893803Running coprocessor pre-close hooks at 1731683893803Disabling compacts and flushes for region at 1731683893803Disabling writes for close at 1731683893804 (+1 ms)Obtaining lock to block concurrent updates at 1731683893804Preparing flush snapshotting stores in f697ef840fb6fe0ba27e19810057f554 at 1731683893804Finished memstore snapshotting hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731683893804Flushing stores of hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. at 1731683893805 (+1 ms)Flushing f697ef840fb6fe0ba27e19810057f554/queue: creating writer at 1731683893805Flushing f697ef840fb6fe0ba27e19810057f554/queue: appending metadata at 1731683893819 (+14 ms)Flushing f697ef840fb6fe0ba27e19810057f554/queue: closing flushed file at 1731683893819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a998b90: reopening flushed file at 1731683894228 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f697ef840fb6fe0ba27e19810057f554 in 433ms, sequenceid=5, compaction requested=false at 1731683894237 (+9 ms)Writing region close event to WAL at 1731683894238 (+1 ms)Running coprocessor post-close hooks at 1731683894242 (+4 ms)Closed at 1731683894243 (+1 ms) 2024-11-15T15:18:14,243 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731683889920.f697ef840fb6fe0ba27e19810057f554. 2024-11-15T15:18:14,245 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/ns/1f09d263f60645a5b32d5b61e1dc91ae is 43, key is default/ns:d/1731683883860/Put/seqid=0 2024-11-15T15:18:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741840_1016 (size=5153) 2024-11-15T15:18:14,405 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:18:14,605 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:18:14,649 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/ns/1f09d263f60645a5b32d5b61e1dc91ae 2024-11-15T15:18:14,669 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/table/1e3a36605f084b8fa102c64e86e0e158 is 53, key is hbase:replication/table:state/1731683891115/Put/seqid=0 2024-11-15T15:18:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741841_1017 (size=5256) 2024-11-15T15:18:14,689 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:18:14,689 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:18:14,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:14,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:14,805 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:18:14,805 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:18:14,805 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:18:14,926 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.1731683882794 to pos 0, reset compression=false 2024-11-15T15:18:15,005 DEBUG [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:18:15,074 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/table/1e3a36605f084b8fa102c64e86e0e158 2024-11-15T15:18:15,079 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/info/80f7f293d03545f7b591094e1611598f as hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/info/80f7f293d03545f7b591094e1611598f 2024-11-15T15:18:15,084 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/info/80f7f293d03545f7b591094e1611598f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T15:18:15,085 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/ns/1f09d263f60645a5b32d5b61e1dc91ae as hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/ns/1f09d263f60645a5b32d5b61e1dc91ae 2024-11-15T15:18:15,090 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/ns/1f09d263f60645a5b32d5b61e1dc91ae, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:18:15,091 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/.tmp/table/1e3a36605f084b8fa102c64e86e0e158 as hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/table/1e3a36605f084b8fa102c64e86e0e158 2024-11-15T15:18:15,097 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/table/1e3a36605f084b8fa102c64e86e0e158, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T15:18:15,098 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-11-15T15:18:15,103 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T15:18:15,104 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:18:15,104 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:18:15,104 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:18:15,104 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683893804Running coprocessor pre-close hooks at 1731683893804Disabling compacts and flushes for region at 1731683893804Disabling writes for close at 1731683893804Obtaining lock to block concurrent updates at 1731683893804Preparing flush snapshotting stores in 1588230740 at 1731683893804Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731683893805 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731683893805Flushing 1588230740/info: creating writer at 1731683893805Flushing 1588230740/info: appending metadata at 1731683893818 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731683893818Flushing 1588230740/ns: creating writer at 1731683894229 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731683894244 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731683894244Flushing 1588230740/table: creating writer at 1731683894656 (+412 ms)Flushing 1588230740/table: appending metadata at 1731683894668 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731683894669 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ab2bf8: reopening flushed file at 1731683895078 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76655983: reopening flushed file at 1731683895084 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e29d53: reopening flushed file at 1731683895090 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1731683895098 (+8 ms)Writing region close event to WAL at 1731683895100 (+2 ms)Running coprocessor post-close hooks at 1731683895104 (+4 ms)Closed at 1731683895104 2024-11-15T15:18:15,105 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:18:15,206 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,40931,1731683880471; all regions closed. 2024-11-15T15:18:15,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741834_1010 (size=2742) 2024-11-15T15:18:15,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.meta.1731683883733.meta not finished, retry = 0 2024-11-15T15:18:15,222 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:18:15,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:15,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:15,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:15,311 DEBUG [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/oldWALs 2024-11-15T15:18:15,311 INFO [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C40931%2C1731683880471.meta:.meta(num 1731683883733) 2024-11-15T15:18:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741837_1013 (size=1586) 2024-11-15T15:18:15,313 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/WALs/855219d6b094,40931,1731683880471/855219d6b094%2C40931%2C1731683880471.rep.1731683891068 not finished, retry = 0 2024-11-15T15:18:15,416 DEBUG [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/oldWALs 2024-11-15T15:18:15,416 INFO [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C40931%2C1731683880471.rep:(num 1731683891068) 2024-11-15T15:18:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741832_1008 (size=93) 2024-11-15T15:18:15,421 DEBUG [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/oldWALs 2024-11-15T15:18:15,421 INFO [RS:0;855219d6b094:40931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C40931%2C1731683880471:(num 1731683882794) 2024-11-15T15:18:15,421 DEBUG [RS:0;855219d6b094:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:15,421 INFO [RS:0;855219d6b094:40931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:18:15,421 INFO [RS:0;855219d6b094:40931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:18:15,421 INFO [RS:0;855219d6b094:40931 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:18:15,421 INFO [RS:0;855219d6b094:40931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:18:15,421 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:18:15,421 INFO [RS:0;855219d6b094:40931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,40931,1731683880471 because: Region server is closing 2024-11-15T15:18:15,422 INFO [RS:0;855219d6b094:40931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:40931. 2024-11-15T15:18:15,422 DEBUG [RS:0;855219d6b094:40931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:15,422 DEBUG [RS:0;855219d6b094:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:15,422 DEBUG [RS:0;855219d6b094:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:15,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:15,522 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.shipper855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:18:15,522 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.wal-reader.855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:18:15,523 INFO [RS:0;855219d6b094:40931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,40931,1731683880471.replicationSource.shipper855219d6b094%2C40931%2C1731683880471,1-855219d6b094,40931,1731683880471 terminated 2024-11-15T15:18:15,523 INFO [RS:0;855219d6b094:40931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40931 2024-11-15T15:18:15,697 INFO [RS:0;855219d6b094:40931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:18:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818/rs 2024-11-15T15:18:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01660657818/rs/855219d6b094,40931,1731683880471 2024-11-15T15:18:15,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,40931,1731683880471] 2024-11-15T15:18:15,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:18:15,933 INFO [RS:0;855219d6b094:40931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:18:15,933 INFO [RS:0;855219d6b094:40931 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,40931,1731683880471; zookeeper connection closed. 2024-11-15T15:18:15,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1013f13005d0001, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:18:15,934 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20e8e2f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20e8e2f6 2024-11-15T15:18:15,934 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:18:15,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01660657818/draining/855219d6b094,40931,1731683880471 already deleted, retry=false 2024-11-15T15:18:15,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,40931,1731683880471 expired; onlineServers=0 2024-11-15T15:18:15,949 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,44145,1731683880159' ***** 2024-11-15T15:18:15,949 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:18:15,949 INFO [M:0;855219d6b094:44145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:18:15,949 INFO [M:0;855219d6b094:44145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:18:15,949 DEBUG [M:0;855219d6b094:44145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:18:15,949 DEBUG [M:0;855219d6b094:44145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:18:15,949 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:18:15,949 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683882509 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683882509,5,FailOnTimeoutGroup] 2024-11-15T15:18:15,949 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683882508 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683882508,5,FailOnTimeoutGroup] 2024-11-15T15:18:15,950 INFO [M:0;855219d6b094:44145 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:18:15,950 INFO [M:0;855219d6b094:44145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:18:15,950 DEBUG [M:0;855219d6b094:44145 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:18:15,950 INFO [M:0;855219d6b094:44145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:18:15,950 INFO [M:0;855219d6b094:44145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:18:15,950 INFO [M:0;855219d6b094:44145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:18:15,950 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:18:15,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01660657818/master 2024-11-15T15:18:15,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01660657818 2024-11-15T15:18:15,959 DEBUG [M:0;855219d6b094:44145 {}] zookeeper.ZKUtil(347): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Unable to get data of znode /01660657818/master because node does not exist (not an error) 2024-11-15T15:18:15,959 WARN [M:0;855219d6b094:44145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:18:15,960 INFO [M:0;855219d6b094:44145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/.lastflushedseqids 2024-11-15T15:18:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741842_1018 (size=181) 2024-11-15T15:18:16,365 INFO [M:0;855219d6b094:44145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:18:16,365 INFO [M:0;855219d6b094:44145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:18:16,366 DEBUG [M:0;855219d6b094:44145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:18:16,366 INFO [M:0;855219d6b094:44145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:16,366 DEBUG [M:0;855219d6b094:44145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:16,366 DEBUG [M:0;855219d6b094:44145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:18:16,366 DEBUG [M:0;855219d6b094:44145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:16,366 INFO [M:0;855219d6b094:44145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T15:18:16,385 DEBUG [M:0;855219d6b094:44145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa49d1300f8f4bc68d0151d9f61ac36b is 82, key is hbase:meta,,1/info:regioninfo/1731683883801/Put/seqid=0 2024-11-15T15:18:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741843_1019 (size=5672) 2024-11-15T15:18:16,791 INFO [M:0;855219d6b094:44145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa49d1300f8f4bc68d0151d9f61ac36b 2024-11-15T15:18:16,853 DEBUG [M:0;855219d6b094:44145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b76a99caf964b44a3d591025e4b367d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731683891120/Put/seqid=0 2024-11-15T15:18:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741844_1020 (size=7203) 2024-11-15T15:18:16,890 INFO [M:0;855219d6b094:44145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b76a99caf964b44a3d591025e4b367d 2024-11-15T15:18:16,937 DEBUG [M:0;855219d6b094:44145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45936c079cee4717ac51f1111a5fee55 is 69, key is 855219d6b094,40931,1731683880471/rs:state/1731683882635/Put/seqid=0 2024-11-15T15:18:16,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741845_1021 (size=5156) 2024-11-15T15:18:16,973 INFO [M:0;855219d6b094:44145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45936c079cee4717ac51f1111a5fee55 2024-11-15T15:18:16,986 DEBUG [M:0;855219d6b094:44145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa49d1300f8f4bc68d0151d9f61ac36b as hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa49d1300f8f4bc68d0151d9f61ac36b 2024-11-15T15:18:16,994 INFO [M:0;855219d6b094:44145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa49d1300f8f4bc68d0151d9f61ac36b, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T15:18:16,996 DEBUG [M:0;855219d6b094:44145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b76a99caf964b44a3d591025e4b367d as hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b76a99caf964b44a3d591025e4b367d 2024-11-15T15:18:17,008 INFO [M:0;855219d6b094:44145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b76a99caf964b44a3d591025e4b367d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T15:18:17,009 DEBUG [M:0;855219d6b094:44145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45936c079cee4717ac51f1111a5fee55 as hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45936c079cee4717ac51f1111a5fee55 2024-11-15T15:18:17,025 INFO [M:0;855219d6b094:44145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37275/user/jenkins/test-data/1de0a3ef-c00c-19a6-c45b-7b4162dc4bf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45936c079cee4717ac51f1111a5fee55, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T15:18:17,030 INFO [M:0;855219d6b094:44145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 664ms, sequenceid=70, compaction requested=false 2024-11-15T15:18:17,033 INFO [M:0;855219d6b094:44145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:17,033 DEBUG [M:0;855219d6b094:44145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683896366Disabling compacts and flushes for region at 1731683896366Disabling writes for close at 1731683896366Obtaining lock to block concurrent updates at 1731683896366Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731683896366Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731683896367 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731683896367Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731683896367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731683896385 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731683896385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731683896799 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731683896852 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731683896852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731683896897 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731683896936 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731683896936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90a224: reopening flushed file at 1731683896984 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d29bd33: reopening flushed file at 1731683896994 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59973c24: reopening flushed file at 1731683897008 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 664ms, sequenceid=70, compaction requested=false at 1731683897030 (+22 ms)Writing region close event to WAL at 1731683897033 (+3 ms)Closed at 1731683897033 2024-11-15T15:18:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741830_1006 (size=41008) 2024-11-15T15:18:17,056 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:18:17,056 INFO [M:0;855219d6b094:44145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:18:17,056 INFO [M:0;855219d6b094:44145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44145 2024-11-15T15:18:17,056 INFO [M:0;855219d6b094:44145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:18:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:18:17,165 INFO [M:0;855219d6b094:44145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:18:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x1013f13005d0000, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:18:17,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121fdf25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:18:17,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:18:17,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:18:17,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:18:17,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.log.dir/,STOPPED} 2024-11-15T15:18:17,204 WARN [BP-254439646-172.17.0.2-1731683878094 heartbeating to localhost/127.0.0.1:37275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:18:17,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:18:17,204 WARN [BP-254439646-172.17.0.2-1731683878094 heartbeating to localhost/127.0.0.1:37275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-254439646-172.17.0.2-1731683878094 (Datanode Uuid 279145e2-228a-4b1e-b8e7-c4f6dbdff0a2) service to localhost/127.0.0.1:37275 2024-11-15T15:18:17,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:18:17,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/cluster_25872ee0-1235-dc11-bda5-34a5e61c57c0/data/data1/current/BP-254439646-172.17.0.2-1731683878094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:18:17,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/cluster_25872ee0-1235-dc11-bda5-34a5e61c57c0/data/data2/current/BP-254439646-172.17.0.2-1731683878094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:18:17,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:18:17,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1236feaf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:18:17,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:18:17,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:18:17,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:18:17,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee968d8-c83b-0337-f83e-9054126f93a0/hadoop.log.dir/,STOPPED} 2024-11-15T15:18:17,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:18:17,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:18:17,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 110) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54250) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36149 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54250) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37275 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=4132 (was 4878) 2024-11-15T15:18:17,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=4135 2024-11-15T15:18:17,310 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-15T15:18:17,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.log.dir so I do NOT create it in target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e 2024-11-15T15:18:17,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:18:17,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.tmp.dir so I do NOT create it in target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e 2024-11-15T15:18:17,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4d2586d-7d8b-614c-715e-65b3c95b8ba5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:18:17,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e 2024-11-15T15:18:17,312 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/cluster_79d17c04-356b-70f2-48ef-f988798e41b1, deleteOnExit=true 2024-11-15T15:18:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f13005d0005, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:18:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f13005d0002, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:18:17,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f13005d0002, quorum=127.0.0.1:54250, baseZNode=/01660657818 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:18:17,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f13005d0005, quorum=127.0.0.1:54250, baseZNode=/1-1233057811 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:18:17,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/cluster_79d17c04-356b-70f2-48ef-f988798e41b1/zookeeper_0, clientPort=64744, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/cluster_79d17c04-356b-70f2-48ef-f988798e41b1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/cluster_79d17c04-356b-70f2-48ef-f988798e41b1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:18:17,355 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64744 2024-11-15T15:18:17,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:18:17,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:18:17,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/test.cache.data in system properties and HBase conf 2024-11-15T15:18:17,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:18:17,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:18:17,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:18:17,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:18:17,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:18:17,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:18:17,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:18:17,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:18:17,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:18:17,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:18:17,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:18:17,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:18:17,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:17,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:18:17,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:18:17,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:18:17,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:18:17,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:17,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18935bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:18:17,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d51fe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:18:17,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e9c7b09{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/java.io.tmpdir/jetty-localhost-44315-hadoop-hdfs-3_4_1-tests_jar-_-any-5914720761873911523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:18:17,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54c00bb3{HTTP/1.1, (http/1.1)}{localhost:44315} 2024-11-15T15:18:17,989 INFO [Time-limited test {}] server.Server(415): Started @54847ms 2024-11-15T15:18:18,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:18,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:18:18,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:18:18,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:18:18,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:18:18,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3883b1f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:18:18,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c90b6b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:18:18,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f91142a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/java.io.tmpdir/jetty-localhost-42311-hadoop-hdfs-3_4_1-tests_jar-_-any-4589683440122779713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:18:18,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22455244{HTTP/1.1, (http/1.1)}{localhost:42311} 2024-11-15T15:18:18,533 INFO [Time-limited test {}] server.Server(415): Started @55392ms 2024-11-15T15:18:18,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:18:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:18:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:18:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:18:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:18:19,357 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/cluster_79d17c04-356b-70f2-48ef-f988798e41b1/data/data2/current/BP-1674417803-172.17.0.2-1731683897400/current, will proceed with Du for space computation calculation, 2024-11-15T15:18:19,357 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/cluster_79d17c04-356b-70f2-48ef-f988798e41b1/data/data1/current/BP-1674417803-172.17.0.2-1731683897400/current, will proceed with Du for space computation calculation, 2024-11-15T15:18:19,380 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:18:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68b55e01cf6ed20d with lease ID 0x3df9ea95df897aa9: Processing first storage report for DS-da0f607a-8197-444d-8158-5ee6cde84d28 from datanode DatanodeRegistration(127.0.0.1:37615, datanodeUuid=f23c1f16-fc24-4869-a0b1-c9849d3fa3a3, infoPort=34299, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=444374938;c=1731683897400) 2024-11-15T15:18:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68b55e01cf6ed20d with lease ID 0x3df9ea95df897aa9: from storage DS-da0f607a-8197-444d-8158-5ee6cde84d28 node DatanodeRegistration(127.0.0.1:37615, datanodeUuid=f23c1f16-fc24-4869-a0b1-c9849d3fa3a3, infoPort=34299, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=444374938;c=1731683897400), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:18:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68b55e01cf6ed20d with lease ID 0x3df9ea95df897aa9: Processing first storage report for DS-ef3b7a01-602f-43e6-8e21-3985393ac90a from datanode DatanodeRegistration(127.0.0.1:37615, datanodeUuid=f23c1f16-fc24-4869-a0b1-c9849d3fa3a3, infoPort=34299, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=444374938;c=1731683897400) 2024-11-15T15:18:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68b55e01cf6ed20d with lease ID 0x3df9ea95df897aa9: from storage DS-ef3b7a01-602f-43e6-8e21-3985393ac90a node DatanodeRegistration(127.0.0.1:37615, datanodeUuid=f23c1f16-fc24-4869-a0b1-c9849d3fa3a3, infoPort=34299, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=444374938;c=1731683897400), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:18:19,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e 2024-11-15T15:18:19,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:19,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:19,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:18:19,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9 with version=8 2024-11-15T15:18:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/hbase-staging 2024-11-15T15:18:19,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:18:19,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:19,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:19,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:18:19,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:19,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:18:19,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:18:19,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:18:19,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33225 2024-11-15T15:18:19,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33225 connecting to ZooKeeper ensemble=127.0.0.1:64744 2024-11-15T15:18:19,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332250x0, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:19,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33225-0x1013f134ba50000 connected 2024-11-15T15:18:19,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:19,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:19,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on znode that does not yet exist, /01161717542/running 2024-11-15T15:18:19,625 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9, hbase.cluster.distributed=false 2024-11-15T15:18:19,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on znode that does not yet exist, /01161717542/acl 2024-11-15T15:18:19,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-15T15:18:19,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33225 2024-11-15T15:18:19,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33225 2024-11-15T15:18:19,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-15T15:18:19,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-15T15:18:19,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:18:19,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:19,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:19,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:18:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:18:19,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:18:19,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:18:19,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38785 2024-11-15T15:18:19,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38785 connecting to ZooKeeper ensemble=127.0.0.1:64744 2024-11-15T15:18:19,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:19,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:19,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387850x0, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:19,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387850x0, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on znode that does not yet exist, /01161717542/running 2024-11-15T15:18:19,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38785-0x1013f134ba50001 connected 2024-11-15T15:18:19,665 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:18:19,665 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:18:19,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on znode that does not yet exist, /01161717542/master 2024-11-15T15:18:19,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on znode that does not yet exist, /01161717542/acl 2024-11-15T15:18:19,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38785 2024-11-15T15:18:19,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38785 2024-11-15T15:18:19,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38785 2024-11-15T15:18:19,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38785 2024-11-15T15:18:19,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38785 2024-11-15T15:18:19,686 DEBUG [M:0;855219d6b094:33225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:33225 2024-11-15T15:18:19,686 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01161717542/backup-masters/855219d6b094,33225,1731683899472 2024-11-15T15:18:19,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542/backup-masters 2024-11-15T15:18:19,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542/backup-masters 2024-11-15T15:18:19,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on existing znode=/01161717542/backup-masters/855219d6b094,33225,1731683899472 2024-11-15T15:18:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161717542/master 2024-11-15T15:18:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:19,707 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on existing znode=/01161717542/master 2024-11-15T15:18:19,707 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01161717542/backup-masters/855219d6b094,33225,1731683899472 from backup master directory 2024-11-15T15:18:19,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161717542/backup-masters/855219d6b094,33225,1731683899472 2024-11-15T15:18:19,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542/backup-masters 2024-11-15T15:18:19,717 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:18:19,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542/backup-masters 2024-11-15T15:18:19,717 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,33225,1731683899472 2024-11-15T15:18:19,721 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/hbase.id] with ID: f39bb943-8493-4ac0-9c23-368dc49ba1b8 2024-11-15T15:18:19,721 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/.tmp/hbase.id 2024-11-15T15:18:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:18:20,126 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/.tmp/hbase.id]:[hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/hbase.id] 2024-11-15T15:18:20,137 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:20,137 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:18:20,138 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:18:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:18:20,599 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:20,600 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:18:20,600 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:20,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:18:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:18:20,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:20,608 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store 2024-11-15T15:18:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:18:20,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:20,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:20,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:21,015 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:21,016 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:18:21,016 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:21,016 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:21,016 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:18:21,016 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:21,016 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:21,016 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683901016Disabling compacts and flushes for region at 1731683901016Disabling writes for close at 1731683901016Writing region close event to WAL at 1731683901016Closed at 1731683901016 2024-11-15T15:18:21,017 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/.initializing 2024-11-15T15:18:21,017 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/WALs/855219d6b094,33225,1731683899472 2024-11-15T15:18:21,018 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:18:21,020 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C33225%2C1731683899472, suffix=, logDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/WALs/855219d6b094,33225,1731683899472, archiveDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/oldWALs, maxLogs=10 2024-11-15T15:18:21,032 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/WALs/855219d6b094,33225,1731683899472/855219d6b094%2C33225%2C1731683899472.1731683901020, exclude list is [], retry=0 2024-11-15T15:18:21,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37615,DS-da0f607a-8197-444d-8158-5ee6cde84d28,DISK] 2024-11-15T15:18:21,036 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/WALs/855219d6b094,33225,1731683899472/855219d6b094%2C33225%2C1731683899472.1731683901020 2024-11-15T15:18:21,036 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34299:34299)] 2024-11-15T15:18:21,036 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:21,036 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:21,036 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,036 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:18:21,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:21,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:21,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:18:21,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:21,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:21,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:18:21,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:21,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:21,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:18:21,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:21,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:21,045 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,046 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,046 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,047 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,047 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,048 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:21,049 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:21,050 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:21,050 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70679844, jitterRate=0.053211748600006104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:21,051 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683901036Initializing all the Stores at 1731683901037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683901037Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683901037Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683901037Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683901037Cleaning up temporary data from old regions at 1731683901047 (+10 ms)Region opened successfully at 1731683901051 (+4 ms) 2024-11-15T15:18:21,051 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:18:21,054 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522169ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:18:21,054 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:18:21,055 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:18:21,055 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:18:21,055 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:18:21,055 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:18:21,055 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:18:21,056 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:18:21,057 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:18:21,058 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Unable to get data of znode /01161717542/balancer because node does not exist (not necessarily an error) 2024-11-15T15:18:21,085 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161717542/balancer already deleted, retry=false 2024-11-15T15:18:21,086 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:18:21,086 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Unable to get data of znode /01161717542/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:18:21,124 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161717542/normalizer already deleted, retry=false 2024-11-15T15:18:21,125 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:18:21,126 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Unable to get data of znode /01161717542/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:18:21,148 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161717542/switch/split already deleted, retry=false 2024-11-15T15:18:21,149 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Unable to get data of znode /01161717542/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:18:21,159 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161717542/switch/merge already deleted, retry=false 2024-11-15T15:18:21,160 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Unable to get data of znode /01161717542/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:18:21,169 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01161717542/snapshot-cleanup already deleted, retry=false 2024-11-15T15:18:21,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161717542/running 2024-11-15T15:18:21,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01161717542/running 2024-11-15T15:18:21,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:21,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:21,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,33225,1731683899472, sessionid=0x1013f134ba50000, setting cluster-up flag (Was=false) 2024-11-15T15:18:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:21,232 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01161717542/flush-table-proc/acquired, /01161717542/flush-table-proc/reached, /01161717542/flush-table-proc/abort 2024-11-15T15:18:21,234 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,33225,1731683899472 2024-11-15T15:18:21,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:21,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:21,285 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01161717542/online-snapshot/acquired, /01161717542/online-snapshot/reached, /01161717542/online-snapshot/abort 2024-11-15T15:18:21,286 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,33225,1731683899472 2024-11-15T15:18:21,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:18:21,290 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:21,290 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:18:21,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:18:21,291 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,33225,1731683899472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:18:21,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:21,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:21,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:21,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:21,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:18:21,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:18:21,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:21,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:18:21,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:21,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:18:21,302 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731683931302 2024-11-15T15:18:21,302 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:18:21,302 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:18:21,302 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:18:21,302 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:18:21,302 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:18:21,302 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:18:21,303 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:18:21,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:18:21,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:18:21,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:18:21,305 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:18:21,305 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:18:21,305 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683901305,5,FailOnTimeoutGroup] 2024-11-15T15:18:21,306 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683901305,5,FailOnTimeoutGroup] 2024-11-15T15:18:21,306 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,306 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:18:21,306 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,306 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:18:21,380 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(746): ClusterId : f39bb943-8493-4ac0-9c23-368dc49ba1b8 2024-11-15T15:18:21,380 DEBUG [RS:0;855219d6b094:38785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:18:21,412 DEBUG [RS:0;855219d6b094:38785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:18:21,412 DEBUG [RS:0;855219d6b094:38785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:18:21,439 DEBUG [RS:0;855219d6b094:38785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:18:21,440 DEBUG [RS:0;855219d6b094:38785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a96c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:18:21,460 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:38785 2024-11-15T15:18:21,460 INFO [RS:0;855219d6b094:38785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:18:21,460 INFO [RS:0;855219d6b094:38785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:18:21,460 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:18:21,461 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,33225,1731683899472 with port=38785, startcode=1731683899644 2024-11-15T15:18:21,462 DEBUG [RS:0;855219d6b094:38785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:18:21,465 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:18:21,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,38785,1731683899644 2024-11-15T15:18:21,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(517): Registering regionserver=855219d6b094,38785,1731683899644 2024-11-15T15:18:21,467 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9 2024-11-15T15:18:21,467 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38201 2024-11-15T15:18:21,467 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:18:21,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542/rs 2024-11-15T15:18:21,475 DEBUG [RS:0;855219d6b094:38785 {}] zookeeper.ZKUtil(111): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on existing znode=/01161717542/rs/855219d6b094,38785,1731683899644 2024-11-15T15:18:21,475 WARN [RS:0;855219d6b094:38785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:18:21,475 INFO [RS:0;855219d6b094:38785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:21,476 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644 2024-11-15T15:18:21,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,38785,1731683899644] 2024-11-15T15:18:21,485 INFO [RS:0;855219d6b094:38785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:18:21,488 INFO [RS:0;855219d6b094:38785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:18:21,489 INFO [RS:0;855219d6b094:38785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:18:21,489 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,491 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:18:21,492 INFO [RS:0;855219d6b094:38785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:18:21,492 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,492 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,492 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,492 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,492 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,492 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,493 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:18:21,493 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,493 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,493 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,494 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,494 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,495 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:21,495 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:18:21,495 DEBUG [RS:0;855219d6b094:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:18:21,498 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,498 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,498 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,498 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,498 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,498 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,38785,1731683899644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:18:21,520 INFO [RS:0;855219d6b094:38785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:18:21,520 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,38785,1731683899644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,520 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,520 INFO [RS:0;855219d6b094:38785 {}] regionserver.Replication(171): 855219d6b094,38785,1731683899644 started 2024-11-15T15:18:21,534 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:21,534 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,38785,1731683899644, RpcServer on 855219d6b094/172.17.0.2:38785, sessionid=0x1013f134ba50001 2024-11-15T15:18:21,534 DEBUG [RS:0;855219d6b094:38785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:18:21,534 DEBUG [RS:0;855219d6b094:38785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,38785,1731683899644 2024-11-15T15:18:21,534 DEBUG [RS:0;855219d6b094:38785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,38785,1731683899644' 2024-11-15T15:18:21,534 DEBUG [RS:0;855219d6b094:38785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01161717542/flush-table-proc/abort' 2024-11-15T15:18:21,535 DEBUG [RS:0;855219d6b094:38785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01161717542/flush-table-proc/acquired' 2024-11-15T15:18:21,535 DEBUG [RS:0;855219d6b094:38785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:18:21,535 DEBUG [RS:0;855219d6b094:38785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:18:21,535 DEBUG [RS:0;855219d6b094:38785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,38785,1731683899644 2024-11-15T15:18:21,535 DEBUG [RS:0;855219d6b094:38785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,38785,1731683899644' 2024-11-15T15:18:21,535 DEBUG [RS:0;855219d6b094:38785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01161717542/online-snapshot/abort' 2024-11-15T15:18:21,536 DEBUG [RS:0;855219d6b094:38785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01161717542/online-snapshot/acquired' 2024-11-15T15:18:21,536 DEBUG [RS:0;855219d6b094:38785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:18:21,536 INFO [RS:0;855219d6b094:38785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:18:21,536 INFO [RS:0;855219d6b094:38785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:18:21,637 INFO [RS:0;855219d6b094:38785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:18:21,639 INFO [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C38785%2C1731683899644, suffix=, logDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644, archiveDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/oldWALs, maxLogs=10 2024-11-15T15:18:21,661 DEBUG [RS:0;855219d6b094:38785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639, exclude list is [], retry=0 2024-11-15T15:18:21,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37615,DS-da0f607a-8197-444d-8158-5ee6cde84d28,DISK] 2024-11-15T15:18:21,674 INFO [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 2024-11-15T15:18:21,676 DEBUG [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34299:34299)] 2024-11-15T15:18:21,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:18:21,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9 2024-11-15T15:18:21,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:18:22,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:22,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:18:22,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:18:22,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:22,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:18:22,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:18:22,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:22,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:18:22,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:18:22,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:22,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:18:22,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:18:22,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:22,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:18:22,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740 2024-11-15T15:18:22,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740 2024-11-15T15:18:22,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:18:22,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:18:22,129 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:18:22,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:22,132 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64507678, jitterRate=-0.03876069188117981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:22,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731683902119Initializing all the Stores at 1731683902119Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683902120 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683902120Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683902120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683902120Cleaning up temporary data from old regions at 1731683902129 (+9 ms)Region opened successfully at 1731683902133 (+4 ms) 2024-11-15T15:18:22,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:18:22,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:18:22,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:18:22,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:18:22,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:18:22,133 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:18:22,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683902133Disabling compacts and flushes for region at 1731683902133Disabling writes for close at 1731683902133Writing region close event to WAL at 1731683902133Closed at 1731683902133 2024-11-15T15:18:22,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:22,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:18:22,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:18:22,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:18:22,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:18:22,287 DEBUG [855219d6b094:33225 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:18:22,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,38785,1731683899644 2024-11-15T15:18:22,289 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,38785,1731683899644, state=OPENING 2024-11-15T15:18:22,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:18:22,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:22,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:22,307 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:18:22,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161717542/meta-region-server: CHANGED 2024-11-15T15:18:22,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161717542/meta-region-server: CHANGED 2024-11-15T15:18:22,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,38785,1731683899644}] 2024-11-15T15:18:22,459 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:18:22,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:18:22,465 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:18:22,465 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:22,465 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:18:22,467 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C38785%2C1731683899644.meta, suffix=.meta, logDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644, archiveDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/oldWALs, maxLogs=10 2024-11-15T15:18:22,478 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.meta.1731683902467.meta, exclude list is [], retry=0 2024-11-15T15:18:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37615,DS-da0f607a-8197-444d-8158-5ee6cde84d28,DISK] 2024-11-15T15:18:22,482 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.meta.1731683902467.meta 2024-11-15T15:18:22,482 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34299:34299)] 2024-11-15T15:18:22,482 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:22,483 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:18:22,483 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:18:22,483 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:18:22,483 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:18:22,483 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:18:22,483 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:22,483 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:18:22,483 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:18:22,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:18:22,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:18:22,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:22,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:18:22,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:18:22,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:22,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:18:22,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:18:22,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:22,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:18:22,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:18:22,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:22,490 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:18:22,491 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740 2024-11-15T15:18:22,492 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740 2024-11-15T15:18:22,493 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:18:22,493 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:18:22,494 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:22,495 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:18:22,495 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66270354, jitterRate=-0.012494772672653198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:22,496 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:18:22,496 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683902483Writing region info on filesystem at 1731683902483Initializing all the Stores at 1731683902484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683902484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683902484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683902484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683902484Cleaning up temporary data from old regions at 1731683902493 (+9 ms)Running coprocessor post-open hooks at 1731683902496 (+3 ms)Region opened successfully at 1731683902496 2024-11-15T15:18:22,497 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683902459 2024-11-15T15:18:22,499 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:18:22,499 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:18:22,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,38785,1731683899644 2024-11-15T15:18:22,500 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,38785,1731683899644, state=OPEN 2024-11-15T15:18:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161717542/meta-region-server 2024-11-15T15:18:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01161717542/meta-region-server 2024-11-15T15:18:22,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,38785,1731683899644 2024-11-15T15:18:22,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161717542/meta-region-server: CHANGED 2024-11-15T15:18:22,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01161717542/meta-region-server: CHANGED 2024-11-15T15:18:22,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:18:22,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,38785,1731683899644 in 230 msec 2024-11-15T15:18:22,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:18:22,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-15T15:18:22,542 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:22,542 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:18:22,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:22,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,38785,1731683899644, seqNum=-1] 2024-11-15T15:18:22,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:22,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:22,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-15T15:18:22,551 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683902551, completionTime=-1 2024-11-15T15:18:22,551 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:18:22,551 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:18:22,552 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:18:22,552 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731683962552 2024-11-15T15:18:22,552 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684022552 2024-11-15T15:18:22,552 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:18:22,553 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33225,1731683899472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:22,553 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33225,1731683899472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:22,553 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33225,1731683899472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:22,553 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:33225, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:22,553 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:22,553 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:22,555 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:18:22,556 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.839sec 2024-11-15T15:18:22,556 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:18:22,556 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:18:22,556 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:18:22,556 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:18:22,556 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:18:22,556 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33225,1731683899472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:18:22,556 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33225,1731683899472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:18:22,559 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:18:22,559 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:18:22,559 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33225,1731683899472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:22,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16211368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:22,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,33225,-1 for getting cluster id 2024-11-15T15:18:22,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:22,582 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39bb943-8493-4ac0-9c23-368dc49ba1b8' 2024-11-15T15:18:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39bb943-8493-4ac0-9c23-368dc49ba1b8" 2024-11-15T15:18:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca4930c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,33225,-1] 2024-11-15T15:18:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:22,583 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:22,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:22,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,38785,1731683899644, seqNum=-1] 2024-11-15T15:18:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:22,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:22,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,33225,1731683899472 2024-11-15T15:18:22,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64744 2024-11-15T15:18:22,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:22,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f134ba50002 connected 2024-11-15T15:18:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.log.dir so I do NOT create it in target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53 2024-11-15T15:18:22,635 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:18:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.tmp.dir so I do NOT create it in target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53 2024-11-15T15:18:22,635 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:18:22,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53 2024-11-15T15:18:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:18:22,635 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/cluster_cf4aab33-418a-a5a6-f4e6-bfc520debff7, deleteOnExit=true 2024-11-15T15:18:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/test.cache.data in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:18:22,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:18:22,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:18:22,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:18:22,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:22,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:18:22,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:18:22,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:18:22,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:18:22,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:22,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c38981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:18:22,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d37d792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:18:23,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1db24222{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/java.io.tmpdir/jetty-localhost-36491-hadoop-hdfs-3_4_1-tests_jar-_-any-1815082827373704282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:18:23,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6143d8b4{HTTP/1.1, (http/1.1)}{localhost:36491} 2024-11-15T15:18:23,052 INFO [Time-limited test {}] server.Server(415): Started @59911ms 2024-11-15T15:18:23,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:18:23,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:18:23,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:18:23,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:18:23,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:18:23,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2510069b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:18:23,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f6528ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:18:23,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c9e5f91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/java.io.tmpdir/jetty-localhost-38945-hadoop-hdfs-3_4_1-tests_jar-_-any-14860941843445701592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:18:23,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36776ddb{HTTP/1.1, (http/1.1)}{localhost:38945} 2024-11-15T15:18:23,419 INFO [Time-limited test {}] server.Server(415): Started @60278ms 2024-11-15T15:18:23,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:18:24,088 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/cluster_cf4aab33-418a-a5a6-f4e6-bfc520debff7/data/data1/current/BP-1744502172-172.17.0.2-1731683902652/current, will proceed with Du for space computation calculation, 2024-11-15T15:18:24,088 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/cluster_cf4aab33-418a-a5a6-f4e6-bfc520debff7/data/data2/current/BP-1744502172-172.17.0.2-1731683902652/current, will proceed with Du for space computation calculation, 2024-11-15T15:18:24,111 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:18:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc86c4b4c8fd379c3 with lease ID 0x4fd32fd3cd83f9f0: Processing first storage report for DS-63696f0c-54e7-434c-a567-96d32f3167d3 from datanode DatanodeRegistration(127.0.0.1:44077, datanodeUuid=f089ac0d-4a8d-48f9-b75d-f69d4c09e2e7, infoPort=36117, infoSecurePort=0, ipcPort=39977, storageInfo=lv=-57;cid=testClusterID;nsid=57336143;c=1731683902652) 2024-11-15T15:18:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc86c4b4c8fd379c3 with lease ID 0x4fd32fd3cd83f9f0: from storage DS-63696f0c-54e7-434c-a567-96d32f3167d3 node DatanodeRegistration(127.0.0.1:44077, datanodeUuid=f089ac0d-4a8d-48f9-b75d-f69d4c09e2e7, infoPort=36117, infoSecurePort=0, ipcPort=39977, storageInfo=lv=-57;cid=testClusterID;nsid=57336143;c=1731683902652), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:18:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc86c4b4c8fd379c3 with lease ID 0x4fd32fd3cd83f9f0: Processing first storage report for DS-589e567c-661b-4a32-b6ac-607106101765 from datanode DatanodeRegistration(127.0.0.1:44077, datanodeUuid=f089ac0d-4a8d-48f9-b75d-f69d4c09e2e7, infoPort=36117, infoSecurePort=0, ipcPort=39977, storageInfo=lv=-57;cid=testClusterID;nsid=57336143;c=1731683902652) 2024-11-15T15:18:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc86c4b4c8fd379c3 with lease ID 0x4fd32fd3cd83f9f0: from storage DS-589e567c-661b-4a32-b6ac-607106101765 node DatanodeRegistration(127.0.0.1:44077, datanodeUuid=f089ac0d-4a8d-48f9-b75d-f69d4c09e2e7, infoPort=36117, infoSecurePort=0, ipcPort=39977, storageInfo=lv=-57;cid=testClusterID;nsid=57336143;c=1731683902652), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:18:24,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53 2024-11-15T15:18:24,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:24,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:18:24,562 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05 with version=8 2024-11-15T15:18:24,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/hbase-staging 2024-11-15T15:18:24,564 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:18:24,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:24,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:24,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:18:24,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:24,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:18:24,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:18:24,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:18:24,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39501 2024-11-15T15:18:24,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39501 connecting to ZooKeeper ensemble=127.0.0.1:64744 2024-11-15T15:18:24,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395010x0, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:24,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39501-0x1013f134ba50003 connected 2024-11-15T15:18:24,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:24,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:24,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on znode that does not yet exist, /1-223217601/running 2024-11-15T15:18:24,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05, hbase.cluster.distributed=false 2024-11-15T15:18:24,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on znode that does not yet exist, /1-223217601/acl 2024-11-15T15:18:24,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39501 2024-11-15T15:18:24,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39501 2024-11-15T15:18:24,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39501 2024-11-15T15:18:24,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39501 2024-11-15T15:18:24,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39501 2024-11-15T15:18:24,668 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:18:24,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:24,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:24,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:18:24,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:18:24,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:18:24,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:18:24,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:18:24,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33535 2024-11-15T15:18:24,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33535 connecting to ZooKeeper ensemble=127.0.0.1:64744 2024-11-15T15:18:24,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:24,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:24,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335350x0, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:24,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33535-0x1013f134ba50004 connected 2024-11-15T15:18:24,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on znode that does not yet exist, /1-223217601/running 2024-11-15T15:18:24,686 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:18:24,686 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:18:24,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on znode that does not yet exist, /1-223217601/master 2024-11-15T15:18:24,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on znode that does not yet exist, /1-223217601/acl 2024-11-15T15:18:24,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-15T15:18:24,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33535 2024-11-15T15:18:24,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33535 2024-11-15T15:18:24,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-15T15:18:24,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-15T15:18:24,705 DEBUG [M:0;855219d6b094:39501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:39501 2024-11-15T15:18:24,705 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-223217601/backup-masters/855219d6b094,39501,1731683904564 2024-11-15T15:18:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601/backup-masters 2024-11-15T15:18:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601/backup-masters 2024-11-15T15:18:24,717 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on existing znode=/1-223217601/backup-masters/855219d6b094,39501,1731683904564 2024-11-15T15:18:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-223217601/master 2024-11-15T15:18:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:24,728 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on existing znode=/1-223217601/master 2024-11-15T15:18:24,728 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-223217601/backup-masters/855219d6b094,39501,1731683904564 from backup master directory 2024-11-15T15:18:24,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223217601/backup-masters/855219d6b094,39501,1731683904564 2024-11-15T15:18:24,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601/backup-masters 2024-11-15T15:18:24,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601/backup-masters 2024-11-15T15:18:24,738 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:18:24,738 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,39501,1731683904564 2024-11-15T15:18:24,742 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/hbase.id] with ID: f15b4991-f87a-448f-a0b4-b1c1b6d62560 2024-11-15T15:18:24,742 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/.tmp/hbase.id 2024-11-15T15:18:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:18:25,152 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/.tmp/hbase.id]:[hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/hbase.id] 2024-11-15T15:18:25,164 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:25,164 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:18:25,166 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T15:18:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:25,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:18:25,582 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:25,583 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:18:25,583 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:18:25,990 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store 2024-11-15T15:18:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:18:26,397 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:26,398 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:18:26,398 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:26,398 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:26,398 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:18:26,398 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:26,398 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:18:26,398 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683906398Disabling compacts and flushes for region at 1731683906398Disabling writes for close at 1731683906398Writing region close event to WAL at 1731683906398Closed at 1731683906398 2024-11-15T15:18:26,406 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/.initializing 2024-11-15T15:18:26,406 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/WALs/855219d6b094,39501,1731683904564 2024-11-15T15:18:26,407 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:18:26,409 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C39501%2C1731683904564, suffix=, logDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/WALs/855219d6b094,39501,1731683904564, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/oldWALs, maxLogs=10 2024-11-15T15:18:26,426 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/WALs/855219d6b094,39501,1731683904564/855219d6b094%2C39501%2C1731683904564.1731683906409, exclude list is [], retry=0 2024-11-15T15:18:26,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-63696f0c-54e7-434c-a567-96d32f3167d3,DISK] 2024-11-15T15:18:26,430 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/WALs/855219d6b094,39501,1731683904564/855219d6b094%2C39501%2C1731683904564.1731683906409 2024-11-15T15:18:26,431 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36117:36117)] 2024-11-15T15:18:26,431 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:26,431 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:26,431 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,431 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:18:26,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:26,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:26,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:18:26,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:26,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:26,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:18:26,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:26,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:26,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:18:26,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:26,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:26,441 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,441 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,442 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,443 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,443 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,443 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:26,444 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:18:26,447 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:26,447 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68100352, jitterRate=0.014774322509765625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:26,447 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683906431Initializing all the Stores at 1731683906432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683906432Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683906433 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683906433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683906433Cleaning up temporary data from old regions at 1731683906443 (+10 ms)Region opened successfully at 1731683906447 (+4 ms) 2024-11-15T15:18:26,448 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:18:26,451 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e618370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:18:26,452 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:18:26,452 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:18:26,452 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:18:26,452 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:18:26,452 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:18:26,453 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:18:26,453 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:18:26,458 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:18:26,459 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Unable to get data of znode /1-223217601/balancer because node does not exist (not necessarily an error) 2024-11-15T15:18:26,523 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223217601/balancer already deleted, retry=false 2024-11-15T15:18:26,524 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:18:26,524 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Unable to get data of znode /1-223217601/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:18:26,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223217601/normalizer already deleted, retry=false 2024-11-15T15:18:26,534 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:18:26,535 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Unable to get data of znode /1-223217601/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:18:26,544 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223217601/switch/split already deleted, retry=false 2024-11-15T15:18:26,545 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Unable to get data of znode /1-223217601/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:18:26,555 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223217601/switch/merge already deleted, retry=false 2024-11-15T15:18:26,558 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Unable to get data of znode /1-223217601/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:18:26,569 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-223217601/snapshot-cleanup already deleted, retry=false 2024-11-15T15:18:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-223217601/running 2024-11-15T15:18:26,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-223217601/running 2024-11-15T15:18:26,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:26,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:26,580 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,39501,1731683904564, sessionid=0x1013f134ba50003, setting cluster-up flag (Was=false) 2024-11-15T15:18:26,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:26,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:26,632 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-223217601/flush-table-proc/acquired, /1-223217601/flush-table-proc/reached, /1-223217601/flush-table-proc/abort 2024-11-15T15:18:26,633 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39501,1731683904564 2024-11-15T15:18:26,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:26,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:26,779 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-223217601/online-snapshot/acquired, /1-223217601/online-snapshot/reached, /1-223217601/online-snapshot/abort 2024-11-15T15:18:26,780 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39501,1731683904564 2024-11-15T15:18:26,781 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:18:26,783 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:26,783 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:18:26,783 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:18:26,783 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,39501,1731683904564 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:18:26,784 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:26,784 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:26,784 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:26,784 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:18:26,785 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:18:26,785 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,785 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:18:26,785 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:26,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731683936788 2024-11-15T15:18:26,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:18:26,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:18:26,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:18:26,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:18:26,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:18:26,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:18:26,788 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:18:26,789 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:26,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:18:26,792 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:18:26,792 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:18:26,792 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:18:26,792 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:18:26,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:18:26,793 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:18:26,796 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683906793,5,FailOnTimeoutGroup] 2024-11-15T15:18:26,796 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683906796,5,FailOnTimeoutGroup] 2024-11-15T15:18:26,797 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,797 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:18:26,797 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,797 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,797 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(746): ClusterId : f15b4991-f87a-448f-a0b4-b1c1b6d62560 2024-11-15T15:18:26,798 DEBUG [RS:0;855219d6b094:33535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:18:26,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:18:26,819 DEBUG [RS:0;855219d6b094:33535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:18:26,819 DEBUG [RS:0;855219d6b094:33535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:18:26,829 DEBUG [RS:0;855219d6b094:33535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:18:26,830 DEBUG [RS:0;855219d6b094:33535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d0c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:18:26,846 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:33535 2024-11-15T15:18:26,846 INFO [RS:0;855219d6b094:33535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:18:26,846 INFO [RS:0;855219d6b094:33535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:18:26,846 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:18:26,847 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,39501,1731683904564 with port=33535, startcode=1731683904667 2024-11-15T15:18:26,847 DEBUG [RS:0;855219d6b094:33535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:18:26,848 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:18:26,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,33535,1731683904667 2024-11-15T15:18:26,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39501 {}] master.ServerManager(517): Registering regionserver=855219d6b094,33535,1731683904667 2024-11-15T15:18:26,850 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05 2024-11-15T15:18:26,850 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45607 2024-11-15T15:18:26,850 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:18:26,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601/rs 2024-11-15T15:18:26,901 DEBUG [RS:0;855219d6b094:33535 {}] zookeeper.ZKUtil(111): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on existing znode=/1-223217601/rs/855219d6b094,33535,1731683904667 2024-11-15T15:18:26,901 WARN [RS:0;855219d6b094:33535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:18:26,901 INFO [RS:0;855219d6b094:33535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:26,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,33535,1731683904667] 2024-11-15T15:18:26,901 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/WALs/855219d6b094,33535,1731683904667 2024-11-15T15:18:26,905 INFO [RS:0;855219d6b094:33535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:18:26,907 INFO [RS:0;855219d6b094:33535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:18:26,907 INFO [RS:0;855219d6b094:33535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:18:26,907 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,908 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:18:26,909 INFO [RS:0;855219d6b094:33535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:18:26,909 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,909 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,910 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,910 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:18:26,910 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:18:26,910 DEBUG [RS:0;855219d6b094:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:18:26,910 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,910 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,910 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,910 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,910 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,910 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33535,1731683904667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:18:26,925 INFO [RS:0;855219d6b094:33535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:18:26,925 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33535,1731683904667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,925 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,925 INFO [RS:0;855219d6b094:33535 {}] regionserver.Replication(171): 855219d6b094,33535,1731683904667 started 2024-11-15T15:18:26,937 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:26,937 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,33535,1731683904667, RpcServer on 855219d6b094/172.17.0.2:33535, sessionid=0x1013f134ba50004 2024-11-15T15:18:26,937 DEBUG [RS:0;855219d6b094:33535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:18:26,937 DEBUG [RS:0;855219d6b094:33535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,33535,1731683904667 2024-11-15T15:18:26,937 DEBUG [RS:0;855219d6b094:33535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33535,1731683904667' 2024-11-15T15:18:26,937 DEBUG [RS:0;855219d6b094:33535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-223217601/flush-table-proc/abort' 2024-11-15T15:18:26,938 DEBUG [RS:0;855219d6b094:33535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-223217601/flush-table-proc/acquired' 2024-11-15T15:18:26,938 DEBUG [RS:0;855219d6b094:33535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:18:26,938 DEBUG [RS:0;855219d6b094:33535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:18:26,938 DEBUG [RS:0;855219d6b094:33535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,33535,1731683904667 2024-11-15T15:18:26,938 DEBUG [RS:0;855219d6b094:33535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33535,1731683904667' 2024-11-15T15:18:26,938 DEBUG [RS:0;855219d6b094:33535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-223217601/online-snapshot/abort' 2024-11-15T15:18:26,939 DEBUG [RS:0;855219d6b094:33535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-223217601/online-snapshot/acquired' 2024-11-15T15:18:26,939 DEBUG [RS:0;855219d6b094:33535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:18:26,939 INFO [RS:0;855219d6b094:33535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:18:26,939 INFO [RS:0;855219d6b094:33535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:18:27,040 INFO [RS:0;855219d6b094:33535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:18:27,042 INFO [RS:0;855219d6b094:33535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33535%2C1731683904667, suffix=, logDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/WALs/855219d6b094,33535,1731683904667, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/oldWALs, maxLogs=10 2024-11-15T15:18:27,059 DEBUG [RS:0;855219d6b094:33535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/WALs/855219d6b094,33535,1731683904667/855219d6b094%2C33535%2C1731683904667.1731683907042, exclude list is [], retry=0 2024-11-15T15:18:27,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-63696f0c-54e7-434c-a567-96d32f3167d3,DISK] 2024-11-15T15:18:27,063 INFO [RS:0;855219d6b094:33535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/WALs/855219d6b094,33535,1731683904667/855219d6b094%2C33535%2C1731683904667.1731683907042 2024-11-15T15:18:27,064 DEBUG [RS:0;855219d6b094:33535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36117:36117)] 2024-11-15T15:18:27,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:18:27,200 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05 2024-11-15T15:18:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:18:27,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:27,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:18:27,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:18:27,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:27,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:27,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:18:27,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:18:27,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:27,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:27,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:18:27,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:18:27,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:27,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:27,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:18:27,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:18:27,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:27,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:27,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:18:27,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740 2024-11-15T15:18:27,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740 2024-11-15T15:18:27,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:18:27,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:18:27,617 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:27,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:18:27,621 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:27,621 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72570974, jitterRate=0.08139178156852722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:27,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731683907606Initializing all the Stores at 1731683907607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683907607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683907608 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683907608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683907608Cleaning up temporary data from old regions at 1731683907617 (+9 ms)Region opened successfully at 1731683907621 (+4 ms) 2024-11-15T15:18:27,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:18:27,621 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:18:27,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:18:27,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:18:27,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:18:27,622 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:18:27,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683907621Disabling compacts and flushes for region at 1731683907621Disabling writes for close at 1731683907621Writing region close event to WAL at 1731683907622 (+1 ms)Closed at 1731683907622 2024-11-15T15:18:27,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:27,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:18:27,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:18:27,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:18:27,625 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:18:27,775 DEBUG [855219d6b094:39501 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:18:27,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,33535,1731683904667 2024-11-15T15:18:27,777 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33535,1731683904667, state=OPENING 2024-11-15T15:18:27,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:18:27,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:27,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:18:27,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-223217601/meta-region-server: CHANGED 2024-11-15T15:18:27,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-223217601/meta-region-server: CHANGED 2024-11-15T15:18:27,850 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:18:27,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33535,1731683904667}] 2024-11-15T15:18:27,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:18:28,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:18:28,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:28,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:28,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:28,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:18:28,013 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:18:28,013 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:28,013 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:18:28,015 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33535%2C1731683904667.meta, suffix=.meta, logDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/WALs/855219d6b094,33535,1731683904667, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/oldWALs, maxLogs=10 2024-11-15T15:18:28,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:28,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:18:28,031 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/WALs/855219d6b094,33535,1731683904667/855219d6b094%2C33535%2C1731683904667.meta.1731683908015.meta, exclude list is [], retry=0 2024-11-15T15:18:28,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-63696f0c-54e7-434c-a567-96d32f3167d3,DISK] 2024-11-15T15:18:28,035 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/WALs/855219d6b094,33535,1731683904667/855219d6b094%2C33535%2C1731683904667.meta.1731683908015.meta 2024-11-15T15:18:28,036 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36117:36117)] 2024-11-15T15:18:28,036 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:28,036 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:18:28,036 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:18:28,036 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:18:28,036 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:18:28,036 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:18:28,036 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:28,037 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:18:28,037 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:18:28,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:18:28,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:18:28,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:28,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:28,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:18:28,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:18:28,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:28,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:28,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:18:28,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:18:28,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:28,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:28,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:18:28,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:18:28,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:28,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:18:28,044 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:18:28,045 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740 2024-11-15T15:18:28,046 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740 2024-11-15T15:18:28,047 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:18:28,047 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:18:28,048 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:18:28,050 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:18:28,051 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68132598, jitterRate=0.015254825353622437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:18:28,051 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:18:28,051 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683908037Writing region info on filesystem at 1731683908037Initializing all the Stores at 1731683908038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683908038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683908038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683908038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683908038Cleaning up temporary data from old regions at 1731683908047 (+9 ms)Running coprocessor post-open hooks at 1731683908051 (+4 ms)Region opened successfully at 1731683908051 2024-11-15T15:18:28,052 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683908003 2024-11-15T15:18:28,054 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:18:28,054 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:18:28,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,33535,1731683904667 2024-11-15T15:18:28,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33535,1731683904667, state=OPEN 2024-11-15T15:18:28,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-223217601/meta-region-server 2024-11-15T15:18:28,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-223217601/meta-region-server 2024-11-15T15:18:28,064 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,33535,1731683904667 2024-11-15T15:18:28,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-223217601/meta-region-server: CHANGED 2024-11-15T15:18:28,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-223217601/meta-region-server: CHANGED 2024-11-15T15:18:28,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:18:28,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33535,1731683904667 in 214 msec 2024-11-15T15:18:28,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:18:28,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-15T15:18:28,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:18:28,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:18:28,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:28,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33535,1731683904667, seqNum=-1] 2024-11-15T15:18:28,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:28,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:28,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-15T15:18:28,081 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683908081, completionTime=-1 2024-11-15T15:18:28,081 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:18:28,081 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:18:28,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:18:28,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731683968084 2024-11-15T15:18:28,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684028084 2024-11-15T15:18:28,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:18:28,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39501,1731683904564-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:28,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39501,1731683904564-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:28,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39501,1731683904564-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:28,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:39501, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:28,085 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:28,085 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:28,087 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:18:28,089 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.351sec 2024-11-15T15:18:28,089 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:18:28,089 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:18:28,089 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:18:28,089 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:18:28,089 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:18:28,089 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39501,1731683904564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:18:28,089 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39501,1731683904564-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:18:28,092 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:18:28,092 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:18:28,092 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39501,1731683904564-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:18:28,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab04785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:28,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39501,-1 for getting cluster id 2024-11-15T15:18:28,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:28,100 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15b4991-f87a-448f-a0b4-b1c1b6d62560' 2024-11-15T15:18:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15b4991-f87a-448f-a0b4-b1c1b6d62560" 2024-11-15T15:18:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5c404f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39501,-1] 2024-11-15T15:18:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:28,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:28,102 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:28,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad57ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:28,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:28,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33535,1731683904667, seqNum=-1] 2024-11-15T15:18:28,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:28,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:28,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,39501,1731683904564 2024-11-15T15:18:28,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64744 2024-11-15T15:18:28,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:18:28,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f134ba50005 connected 2024-11-15T15:18:28,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,33225,1731683899472 2024-11-15T15:18:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52497808 2024-11-15T15:18:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:28,134 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:28,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:18:28,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:18:28,142 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:28,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:18:28,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:18:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:28,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:18:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:28,552 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dce0cf8cb2166e2f0b5fe036fb3dac82, NAME => 'test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9 2024-11-15T15:18:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:18:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:28,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:28,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dce0cf8cb2166e2f0b5fe036fb3dac82, disabling compactions & flushes 2024-11-15T15:18:28,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:18:28,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:18:28,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. after waiting 0 ms 2024-11-15T15:18:28,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:18:28,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:18:28,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dce0cf8cb2166e2f0b5fe036fb3dac82: Waiting for close lock at 1731683908958Disabling compacts and flushes for region at 1731683908958Disabling writes for close at 1731683908958Writing region close event to WAL at 1731683908958Closed at 1731683908958 2024-11-15T15:18:28,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:18:28,960 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731683908960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683908960"}]},"ts":"1731683908960"} 2024-11-15T15:18:28,962 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:18:28,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:18:28,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683908963"}]},"ts":"1731683908963"} 2024-11-15T15:18:28,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:18:28,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dce0cf8cb2166e2f0b5fe036fb3dac82, ASSIGN}] 2024-11-15T15:18:28,966 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dce0cf8cb2166e2f0b5fe036fb3dac82, ASSIGN 2024-11-15T15:18:28,967 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dce0cf8cb2166e2f0b5fe036fb3dac82, ASSIGN; state=OFFLINE, location=855219d6b094,38785,1731683899644; forceNewPlan=false, retain=false 2024-11-15T15:18:29,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dce0cf8cb2166e2f0b5fe036fb3dac82, regionState=OPENING, regionLocation=855219d6b094,38785,1731683899644 2024-11-15T15:18:29,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dce0cf8cb2166e2f0b5fe036fb3dac82, ASSIGN because future has completed 2024-11-15T15:18:29,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce0cf8cb2166e2f0b5fe036fb3dac82, server=855219d6b094,38785,1731683899644}] 2024-11-15T15:18:29,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:18:29,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:18:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:18:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T15:18:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:18:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:18:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:18:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:18:29,277 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:18:29,277 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dce0cf8cb2166e2f0b5fe036fb3dac82, NAME => 'test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:29,277 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:18:29,277 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:18:29,278 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,278 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:29,278 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,278 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,279 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,281 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce0cf8cb2166e2f0b5fe036fb3dac82 columnFamilyName f 2024-11-15T15:18:29,281 DEBUG [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:29,281 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] regionserver.HStore(327): Store=dce0cf8cb2166e2f0b5fe036fb3dac82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:29,281 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,282 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce0cf8cb2166e2f0b5fe036fb3dac82 columnFamilyName f1 2024-11-15T15:18:29,282 DEBUG [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:29,283 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] regionserver.HStore(327): Store=dce0cf8cb2166e2f0b5fe036fb3dac82/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:29,283 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,284 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce0cf8cb2166e2f0b5fe036fb3dac82 columnFamilyName norep 2024-11-15T15:18:29,284 DEBUG [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:29,284 INFO [StoreOpener-dce0cf8cb2166e2f0b5fe036fb3dac82-1 {}] regionserver.HStore(327): Store=dce0cf8cb2166e2f0b5fe036fb3dac82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:29,284 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:29,285 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,285 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,286 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,287 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,287 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:18:29,288 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,291 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:29,291 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dce0cf8cb2166e2f0b5fe036fb3dac82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62785633, jitterRate=-0.0644211620092392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:18:29,291 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:18:29,292 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dce0cf8cb2166e2f0b5fe036fb3dac82: Running coprocessor pre-open hook at 1731683909278Writing region info on filesystem at 1731683909278Initializing all the Stores at 1731683909279 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683909279Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683909279Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683909279Cleaning up temporary data from old regions at 1731683909287 (+8 ms)Running coprocessor post-open hooks at 1731683909291 (+4 ms)Region opened successfully at 1731683909292 (+1 ms) 2024-11-15T15:18:29,294 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., pid=6, masterSystemTime=1731683909273 2024-11-15T15:18:29,296 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:18:29,297 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:18:29,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dce0cf8cb2166e2f0b5fe036fb3dac82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,38785,1731683899644 2024-11-15T15:18:29,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce0cf8cb2166e2f0b5fe036fb3dac82, server=855219d6b094,38785,1731683899644 because future has completed 2024-11-15T15:18:29,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:18:29,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dce0cf8cb2166e2f0b5fe036fb3dac82, server=855219d6b094,38785,1731683899644 in 182 msec 2024-11-15T15:18:29,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:18:29,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dce0cf8cb2166e2f0b5fe036fb3dac82, ASSIGN in 339 msec 2024-11-15T15:18:29,308 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:18:29,308 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683909308"}]},"ts":"1731683909308"} 2024-11-15T15:18:29,310 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:18:29,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:18:29,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-15T15:18:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:30,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:30,295 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:18:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39501,1731683904564 2024-11-15T15:18:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79b5668a 2024-11-15T15:18:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:30,297 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:30,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:18:30,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:18:30,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:30,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:18:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:30,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:18:30,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:18:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:30,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6b4bebd7b5fa985ccf3f5c248cadd63, NAME => 'test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05 2024-11-15T15:18:30,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:18:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:31,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:31,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e6b4bebd7b5fa985ccf3f5c248cadd63, disabling compactions & flushes 2024-11-15T15:18:31,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:18:31,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:18:31,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. after waiting 0 ms 2024-11-15T15:18:31,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:18:31,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:18:31,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6b4bebd7b5fa985ccf3f5c248cadd63: Waiting for close lock at 1731683911116Disabling compacts and flushes for region at 1731683911116Disabling writes for close at 1731683911116Writing region close event to WAL at 1731683911116Closed at 1731683911116 2024-11-15T15:18:31,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:18:31,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731683911118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683911118"}]},"ts":"1731683911118"} 2024-11-15T15:18:31,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:18:31,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:18:31,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683911121"}]},"ts":"1731683911121"} 2024-11-15T15:18:31,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:18:31,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6b4bebd7b5fa985ccf3f5c248cadd63, ASSIGN}] 2024-11-15T15:18:31,125 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6b4bebd7b5fa985ccf3f5c248cadd63, ASSIGN 2024-11-15T15:18:31,126 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e6b4bebd7b5fa985ccf3f5c248cadd63, ASSIGN; state=OFFLINE, location=855219d6b094,33535,1731683904667; forceNewPlan=false, retain=false 2024-11-15T15:18:31,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6b4bebd7b5fa985ccf3f5c248cadd63, regionState=OPENING, regionLocation=855219d6b094,33535,1731683904667 2024-11-15T15:18:31,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e6b4bebd7b5fa985ccf3f5c248cadd63, ASSIGN because future has completed 2024-11-15T15:18:31,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b4bebd7b5fa985ccf3f5c248cadd63, server=855219d6b094,33535,1731683904667}] 2024-11-15T15:18:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:31,437 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:18:31,437 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6b4bebd7b5fa985ccf3f5c248cadd63, NAME => 'test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:31,437 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:18:31,437 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:18:31,437 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,437 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:31,437 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,437 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,439 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,440 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b4bebd7b5fa985ccf3f5c248cadd63 columnFamilyName f 2024-11-15T15:18:31,440 DEBUG [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:31,440 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] regionserver.HStore(327): Store=e6b4bebd7b5fa985ccf3f5c248cadd63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:31,440 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,441 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b4bebd7b5fa985ccf3f5c248cadd63 columnFamilyName f1 2024-11-15T15:18:31,441 DEBUG [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:31,442 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] regionserver.HStore(327): Store=e6b4bebd7b5fa985ccf3f5c248cadd63/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:31,442 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,443 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6b4bebd7b5fa985ccf3f5c248cadd63 columnFamilyName norep 2024-11-15T15:18:31,443 DEBUG [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:31,443 INFO [StoreOpener-e6b4bebd7b5fa985ccf3f5c248cadd63-1 {}] regionserver.HStore(327): Store=e6b4bebd7b5fa985ccf3f5c248cadd63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:31,443 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,444 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,444 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,445 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,445 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,445 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:18:31,446 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,448 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:31,448 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6b4bebd7b5fa985ccf3f5c248cadd63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71487185, jitterRate=0.06524206697940826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:18:31,449 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:18:31,449 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6b4bebd7b5fa985ccf3f5c248cadd63: Running coprocessor pre-open hook at 1731683911437Writing region info on filesystem at 1731683911438 (+1 ms)Initializing all the Stores at 1731683911438Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683911438Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683911439 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683911439Cleaning up temporary data from old regions at 1731683911445 (+6 ms)Running coprocessor post-open hooks at 1731683911449 (+4 ms)Region opened successfully at 1731683911449 2024-11-15T15:18:31,449 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63., pid=6, masterSystemTime=1731683911433 2024-11-15T15:18:31,452 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:18:31,452 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:18:31,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6b4bebd7b5fa985ccf3f5c248cadd63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,33535,1731683904667 2024-11-15T15:18:31,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6b4bebd7b5fa985ccf3f5c248cadd63, server=855219d6b094,33535,1731683904667 because future has completed 2024-11-15T15:18:31,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:18:31,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6b4bebd7b5fa985ccf3f5c248cadd63, server=855219d6b094,33535,1731683904667 in 176 msec 2024-11-15T15:18:31,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:18:31,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e6b4bebd7b5fa985ccf3f5c248cadd63, ASSIGN in 334 msec 2024-11-15T15:18:31,461 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:18:31,461 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683911461"}]},"ts":"1731683911461"} 2024-11-15T15:18:31,463 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:18:31,464 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:18:31,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-15T15:18:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:18:32,445 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:18:32,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1238dd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,33225,-1 for getting cluster id 2024-11-15T15:18:32,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:32,446 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39bb943-8493-4ac0-9c23-368dc49ba1b8' 2024-11-15T15:18:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39bb943-8493-4ac0-9c23-368dc49ba1b8" 2024-11-15T15:18:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edc48df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,33225,-1] 2024-11-15T15:18:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:32,448 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7834148f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5503e577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39501,-1 for getting cluster id 2024-11-15T15:18:32,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:32,449 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15b4991-f87a-448f-a0b4-b1c1b6d62560' 2024-11-15T15:18:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15b4991-f87a-448f-a0b4-b1c1b6d62560" 2024-11-15T15:18:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63fc7290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39501,-1] 2024-11-15T15:18:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:32,451 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57eea258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f12a5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,33225,-1 for getting cluster id 2024-11-15T15:18:32,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:32,453 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39bb943-8493-4ac0-9c23-368dc49ba1b8' 2024-11-15T15:18:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39bb943-8493-4ac0-9c23-368dc49ba1b8" 2024-11-15T15:18:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d3f44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,33225,-1] 2024-11-15T15:18:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:32,454 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3ab503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,33225,1731683899472 2024-11-15T15:18:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b2e0 2024-11-15T15:18:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:32,459 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:32,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:39501,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:18:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:18:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:18:32,462 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39501' 2024-11-15T15:18:32,463 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca4afa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,463 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39501,-1 for getting cluster id 2024-11-15T15:18:32,463 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:32,464 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15b4991-f87a-448f-a0b4-b1c1b6d62560' 2024-11-15T15:18:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15b4991-f87a-448f-a0b4-b1c1b6d62560" 2024-11-15T15:18:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d159d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39501,-1] 2024-11-15T15:18:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:32,465 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:32,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067876c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:32,466 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:32,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39501,1731683904564 2024-11-15T15:18:32,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c1ba1c 2024-11-15T15:18:32,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:32,467 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:32,468 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T15:18:32,468 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:18:32,468 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:32,468 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:32,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:32,468 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:32,469 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:18:32,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:18:32,470 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:32,471 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:18:32,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:18:32,520 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:18:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:18:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:18:32,879 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69e5d5385fa6d0e7f7a2f0712bff723a, NAME => 'hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9 2024-11-15T15:18:32,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:18:32,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:18:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:18:33,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:33,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 69e5d5385fa6d0e7f7a2f0712bff723a, disabling compactions & flushes 2024-11-15T15:18:33,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:18:33,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:18:33,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. after waiting 0 ms 2024-11-15T15:18:33,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:18:33,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:18:33,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69e5d5385fa6d0e7f7a2f0712bff723a: Waiting for close lock at 1731683913288Disabling compacts and flushes for region at 1731683913288Disabling writes for close at 1731683913288Writing region close event to WAL at 1731683913288Closed at 1731683913288 2024-11-15T15:18:33,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:18:33,290 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731683913289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683913289"}]},"ts":"1731683913289"} 2024-11-15T15:18:33,292 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:18:33,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:18:33,293 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683913293"}]},"ts":"1731683913293"} 2024-11-15T15:18:33,295 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:18:33,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69e5d5385fa6d0e7f7a2f0712bff723a, ASSIGN}] 2024-11-15T15:18:33,296 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69e5d5385fa6d0e7f7a2f0712bff723a, ASSIGN 2024-11-15T15:18:33,297 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=69e5d5385fa6d0e7f7a2f0712bff723a, ASSIGN; state=OFFLINE, location=855219d6b094,38785,1731683899644; forceNewPlan=false, retain=false 2024-11-15T15:18:33,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=69e5d5385fa6d0e7f7a2f0712bff723a, regionState=OPENING, regionLocation=855219d6b094,38785,1731683899644 2024-11-15T15:18:33,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=69e5d5385fa6d0e7f7a2f0712bff723a, ASSIGN because future has completed 2024-11-15T15:18:33,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e5d5385fa6d0e7f7a2f0712bff723a, server=855219d6b094,38785,1731683899644}] 2024-11-15T15:18:33,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:18:33,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:33,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:33,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:33,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:18:33,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:18:33,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:18:33,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:18:33,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C38785%2C1731683899644.rep, suffix=, logDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644, archiveDir=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/oldWALs, maxLogs=10 2024-11-15T15:18:33,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.rep.1731683913608, exclude list is [], retry=0 2024-11-15T15:18:33,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37615,DS-da0f607a-8197-444d-8158-5ee6cde84d28,DISK] 2024-11-15T15:18:33,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.rep.1731683913608 2024-11-15T15:18:33,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34299:34299)] 2024-11-15T15:18:33,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 69e5d5385fa6d0e7f7a2f0712bff723a, NAME => 'hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:33,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:18:33,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:18:33,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. service=MultiRowMutationService 2024-11-15T15:18:33,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:18:33,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:33,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,625 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,627 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e5d5385fa6d0e7f7a2f0712bff723a columnFamilyName hfileref 2024-11-15T15:18:33,627 DEBUG [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:33,627 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] regionserver.HStore(327): Store=69e5d5385fa6d0e7f7a2f0712bff723a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:33,627 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,628 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e5d5385fa6d0e7f7a2f0712bff723a columnFamilyName queue 2024-11-15T15:18:33,629 DEBUG [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:33,629 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] regionserver.HStore(327): Store=69e5d5385fa6d0e7f7a2f0712bff723a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:33,629 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,630 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e5d5385fa6d0e7f7a2f0712bff723a columnFamilyName sid 2024-11-15T15:18:33,630 DEBUG [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:33,630 INFO [StoreOpener-69e5d5385fa6d0e7f7a2f0712bff723a-1 {}] regionserver.HStore(327): Store=69e5d5385fa6d0e7f7a2f0712bff723a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:33,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:18:33,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:33,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 69e5d5385fa6d0e7f7a2f0712bff723a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59048823, jitterRate=-0.12010397017002106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:18:33,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:18:33,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 69e5d5385fa6d0e7f7a2f0712bff723a: Running coprocessor pre-open hook at 1731683913624Writing region info on filesystem at 1731683913624Initializing all the Stores at 1731683913625 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683913625Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683913625Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683913625Cleaning up temporary data from old regions at 1731683913632 (+7 ms)Running coprocessor post-open hooks at 1731683913636 (+4 ms)Region opened successfully at 1731683913636 2024-11-15T15:18:33,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a., pid=10, masterSystemTime=1731683913602 2024-11-15T15:18:33,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:18:33,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:18:33,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=69e5d5385fa6d0e7f7a2f0712bff723a, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,38785,1731683899644 2024-11-15T15:18:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e5d5385fa6d0e7f7a2f0712bff723a, server=855219d6b094,38785,1731683899644 because future has completed 2024-11-15T15:18:33,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:18:33,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 69e5d5385fa6d0e7f7a2f0712bff723a, server=855219d6b094,38785,1731683899644 in 193 msec 2024-11-15T15:18:33,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:18:33,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69e5d5385fa6d0e7f7a2f0712bff723a, ASSIGN in 350 msec 2024-11-15T15:18:33,648 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:18:33,648 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683913648"}]},"ts":"1731683913648"} 2024-11-15T15:18:33,650 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:18:33,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:18:33,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-15T15:18:33,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a., hostname=855219d6b094,38785,1731683899644, seqNum=2] 2024-11-15T15:18:33,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:33,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:18:33,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:18:34,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:18:34,025 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:18:34,050 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,38785,1731683899644, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:18:34,050 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:34,050 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,38785,1731683899644, seqNum=-1] 2024-11-15T15:18:34,051 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:34,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-15T15:18:34,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,38785,1731683899644', locateType=CURRENT is [region=hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a., hostname=855219d6b094,38785,1731683899644, seqNum=2] 2024-11-15T15:18:34,066 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:18:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:18:34,069 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,38785,1731683899644 suceeded 2024-11-15T15:18:34,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:18:34,072 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:39501,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-15T15:18:34,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-15T15:18:34,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6120 sec 2024-11-15T15:18:34,090 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39501' 2024-11-15T15:18:34,092 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57783bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:34,092 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39501,-1 for getting cluster id 2024-11-15T15:18:34,092 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:34,093 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15b4991-f87a-448f-a0b4-b1c1b6d62560' 2024-11-15T15:18:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15b4991-f87a-448f-a0b4-b1c1b6d62560" 2024-11-15T15:18:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1161b1da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39501,-1] 2024-11-15T15:18:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:34,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:34,096 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:34,096 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35159005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:34,097 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:34,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39501,1731683904564 2024-11-15T15:18:34,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f7ff2c5 2024-11-15T15:18:34,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:34,099 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-15T15:18:34,100 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,38785,1731683899644 (queues=1) is replicating from cluster=f39bb943-8493-4ac0-9c23-368dc49ba1b8 to cluster=f15b4991-f87a-448f-a0b4-b1c1b6d62560 2024-11-15T15:18:34,100 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C38785%2C1731683899644 2024-11-15T15:18:34,100 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,38785,1731683899644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:18:34,100 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C38785%2C1731683899644 2024-11-15T15:18:34,100 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639, startPosition=0, beingWritten=true 2024-11-15T15:18:34,110 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:18:34,110 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 379, reset compression=false 2024-11-15T15:18:34,110 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,38785,1731683899644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:18:34,314 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 379, reset compression=false 2024-11-15T15:18:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:18:34,606 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:18:34,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:18:34,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:34,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:34,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:34,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:34,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:34,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731683914610/Put/seqid=0 2024-11-15T15:18:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741840_1016 (size=7894) 2024-11-15T15:18:34,618 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 379, reset compression=false 2024-11-15T15:18:35,020 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f/f/hfile_1 is 34, key is ddd/f:row/1731683915019/Put/seqid=0 2024-11-15T15:18:35,022 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 379, reset compression=false 2024-11-15T15:18:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741841_1017 (size=7691) 2024-11-15T15:18:35,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe505f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:35,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,33225,-1 for getting cluster id 2024-11-15T15:18:35,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:35,429 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39bb943-8493-4ac0-9c23-368dc49ba1b8' 2024-11-15T15:18:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39bb943-8493-4ac0-9c23-368dc49ba1b8" 2024-11-15T15:18:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3a488d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,33225,-1] 2024-11-15T15:18:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:35,430 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:35,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b27a0c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:35,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,38785,1731683899644, seqNum=-1] 2024-11-15T15:18:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:35,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:35,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:35,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,33225,1731683899472 2024-11-15T15:18:35,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77901ee3 2024-11-15T15:18:35,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:35,446 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2] 2024-11-15T15:18:35,458 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:18:35,468 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T15:18:35,471 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T15:18:35,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f/f/hfile_0 for inclusion in dce0cf8cb2166e2f0b5fe036fb3dac82/f 2024-11-15T15:18:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T15:18:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:18:35,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f/f/hfile_1 for inclusion in dce0cf8cb2166e2f0b5fe036fb3dac82/f 2024-11-15T15:18:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T15:18:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:18:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HRegion(2603): Flush status journal for dce0cf8cb2166e2f0b5fe036fb3dac82: 2024-11-15T15:18:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f/f/hfile_0 to hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_0 2024-11-15T15:18:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_0 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ 2024-11-15T15:18:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f/f/hfile_1 to hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_1 2024-11-15T15:18:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_1 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ 2024-11-15T15:18:35,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_0 into dce0cf8cb2166e2f0b5fe036fb3dac82/f as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ - updating store file list. 2024-11-15T15:18:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 196f45e04957481b9558e5e5dcef85e0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:18:35,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ into dce0cf8cb2166e2f0b5fe036fb3dac82/f 2024-11-15T15:18:35,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_0 into dce0cf8cb2166e2f0b5fe036fb3dac82/f (new location: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_) 2024-11-15T15:18:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_0 2024-11-15T15:18:35,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_1 into dce0cf8cb2166e2f0b5fe036fb3dac82/f as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ - updating store file list. 2024-11-15T15:18:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04e58e2709b940d297ca4e779ff64feb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:18:35,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ into dce0cf8cb2166e2f0b5fe036fb3dac82/f 2024-11-15T15:18:35,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_1 into dce0cf8cb2166e2f0b5fe036fb3dac82/f (new location: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_) 2024-11-15T15:18:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__ekb1ruqjp8geot4n8blc4mbjvd58q95m6qfh2npc70qktl9erjfv9j2gbni5tu7p/f/hfile_1 2024-11-15T15:18:35,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:18:35,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:35,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:35,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:35,526 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 379, reset compression=false 2024-11-15T15:18:35,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:35,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:35,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2 , the old value is region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=855219d6b094:38785 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:18:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33535,1731683904667, seqNum=-1] 2024-11-15T15:18:35,528 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T15:18:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:18:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2 from cache 2024-11-15T15:18:35,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63., hostname=855219d6b094,33535,1731683904667, seqNum=2] 2024-11-15T15:18:35,532 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:18:35,534 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T15:18:35,532 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,38785,1731683899644 got entry batch from reader: WALEntryBatch [walEntries=[{test/dce0cf8cb2166e2f0b5fe036fb3dac82/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731683915521/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T15:18:35,551 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:18:35,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-15T15:18:35,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.ReplicationSink(318): Replicating [f39bb943-8493-4ac0-9c23-368dc49ba1b8] bulk loaded data 2024-11-15T15:18:35,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26a2d763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:35,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39501,-1 for getting cluster id 2024-11-15T15:18:35,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:35,557 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f15b4991-f87a-448f-a0b4-b1c1b6d62560' 2024-11-15T15:18:35,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:35,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f15b4991-f87a-448f-a0b4-b1c1b6d62560" 2024-11-15T15:18:35,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d483a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:35,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39501,-1] 2024-11-15T15:18:35,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:35,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:35,559 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:35,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20bb8969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741837_1013 (size=7894) 2024-11-15T15:18:35,636 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:38785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T15:18:35,732 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 687, reset compression=false 2024-11-15T15:18:35,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741838_1014 (size=7691) 2024-11-15T15:18:36,036 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 687, reset compression=false 2024-11-15T15:18:36,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39501,1731683904564 2024-11-15T15:18:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4b4fb7 2024-11-15T15:18:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:36,385 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-15T15:18:36,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:18:36,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:36,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33535,1731683904667, seqNum=-1] 2024-11-15T15:18:36,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:36,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-15T15:18:36,395 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T15:18:36,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T15:18:36,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ for inclusion in e6b4bebd7b5fa985ccf3f5c248cadd63/f 2024-11-15T15:18:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T15:18:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:18:36,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ for inclusion in e6b4bebd7b5fa985ccf3f5c248cadd63/f 2024-11-15T15:18:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T15:18:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:18:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HRegion(2603): Flush status journal for e6b4bebd7b5fa985ccf3f5c248cadd63: 2024-11-15T15:18:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 04e58e2709b940d297ca4e779ff64feb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:18:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/f/b11f509ef0634f53924a715f69f32ebf_SeqId_4_ 2024-11-15T15:18:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 196f45e04957481b9558e5e5dcef85e0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:18:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/f/e6b0f3be89d449448e9c1a5103643ada_SeqId_4_ 2024-11-15T15:18:36,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ into e6b4bebd7b5fa985ccf3f5c248cadd63/f as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/f/b11f509ef0634f53924a715f69f32ebf_SeqId_4_ - updating store file list. 2024-11-15T15:18:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b11f509ef0634f53924a715f69f32ebf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:18:36,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/f/b11f509ef0634f53924a715f69f32ebf_SeqId_4_ into e6b4bebd7b5fa985ccf3f5c248cadd63/f 2024-11-15T15:18:36,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ into e6b4bebd7b5fa985ccf3f5c248cadd63/f (new location: hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/f/b11f509ef0634f53924a715f69f32ebf_SeqId_4_) 2024-11-15T15:18:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/04e58e2709b940d297ca4e779ff64feb_SeqId_4_ 2024-11-15T15:18:36,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ into e6b4bebd7b5fa985ccf3f5c248cadd63/f as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/f/e6b0f3be89d449448e9c1a5103643ada_SeqId_4_ - updating store file list. 2024-11-15T15:18:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6b0f3be89d449448e9c1a5103643ada_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:18:36,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/f/e6b0f3be89d449448e9c1a5103643ada_SeqId_4_ into e6b4bebd7b5fa985ccf3f5c248cadd63/f 2024-11-15T15:18:36,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ into e6b4bebd7b5fa985ccf3f5c248cadd63/f (new location: hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/f/e6b0f3be89d449448e9c1a5103643ada_SeqId_4_) 2024-11-15T15:18:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/staging/jenkins.hfs.6__test__nnbobpglkl74fl70mpd0q2gflbqivmqr81fh1unu6a9gs4gruj6oeur5tqo9pk4l/f/196f45e04957481b9558e5e5dcef85e0_SeqId_4_ 2024-11-15T15:18:36,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.ReplicationSink(324): Finished replicating [f39bb943-8493-4ac0-9c23-368dc49ba1b8] bulk loaded data 2024-11-15T15:18:36,441 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 687, reset compression=false 2024-11-15T15:18:36,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:18:36,555 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731683916553/Put/seqid=0 2024-11-15T15:18:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741842_1018 (size=7997) 2024-11-15T15:18:36,946 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 687, reset compression=false 2024-11-15T15:18:36,962 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731683916961/Put/seqid=0 2024-11-15T15:18:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741843_1019 (size=7794) 2024-11-15T15:18:37,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70516bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:37,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,33225,-1 for getting cluster id 2024-11-15T15:18:37,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:18:37,368 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39bb943-8493-4ac0-9c23-368dc49ba1b8' 2024-11-15T15:18:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:18:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39bb943-8493-4ac0-9c23-368dc49ba1b8" 2024-11-15T15:18:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e87de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,33225,-1] 2024-11-15T15:18:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:18:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:37,369 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:18:37,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538bd781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:37,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,38785,1731683899644, seqNum=-1] 2024-11-15T15:18:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:37,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:37,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:18:37,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,33225,1731683899472 2024-11-15T15:18:37,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c9cd8c0 2024-11-15T15:18:37,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:37,381 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:37,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2] 2024-11-15T15:18:37,386 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:18:37,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T15:18:37,394 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T15:18:37,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f1/f1/hfile_0 for inclusion in dce0cf8cb2166e2f0b5fe036fb3dac82/f1 2024-11-15T15:18:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T15:18:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:18:37,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f1/f1/hfile_1 for inclusion in dce0cf8cb2166e2f0b5fe036fb3dac82/f1 2024-11-15T15:18:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T15:18:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:18:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HRegion(2603): Flush status journal for dce0cf8cb2166e2f0b5fe036fb3dac82: 2024-11-15T15:18:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f1/f1/hfile_0 to hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_0 2024-11-15T15:18:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_0 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f1/d9cc7b9740c04b6197a6ae380abdcb98_SeqId_6_ 2024-11-15T15:18:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/load_f1/f1/hfile_1 to hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_1 2024-11-15T15:18:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_1 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f1/ff04480dbe3d463bbd9a52ffba047f44_SeqId_6_ 2024-11-15T15:18:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-15T15:18:37,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_0 into dce0cf8cb2166e2f0b5fe036fb3dac82/f1 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f1/d9cc7b9740c04b6197a6ae380abdcb98_SeqId_6_ - updating store file list. 2024-11-15T15:18:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9cc7b9740c04b6197a6ae380abdcb98_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:18:37,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f1/d9cc7b9740c04b6197a6ae380abdcb98_SeqId_6_ into dce0cf8cb2166e2f0b5fe036fb3dac82/f1 2024-11-15T15:18:37,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_0 into dce0cf8cb2166e2f0b5fe036fb3dac82/f1 (new location: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f1/d9cc7b9740c04b6197a6ae380abdcb98_SeqId_6_) 2024-11-15T15:18:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_0 2024-11-15T15:18:37,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_1 into dce0cf8cb2166e2f0b5fe036fb3dac82/f1 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f1/ff04480dbe3d463bbd9a52ffba047f44_SeqId_6_ - updating store file list. 2024-11-15T15:18:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff04480dbe3d463bbd9a52ffba047f44_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:18:37,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f1/ff04480dbe3d463bbd9a52ffba047f44_SeqId_6_ into dce0cf8cb2166e2f0b5fe036fb3dac82/f1 2024-11-15T15:18:37,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_1 into dce0cf8cb2166e2f0b5fe036fb3dac82/f1 (new location: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/f1/ff04480dbe3d463bbd9a52ffba047f44_SeqId_6_) 2024-11-15T15:18:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/staging/jenkins__test__orojvb65s5tr3jdf9hccmekjv2gi7l09ncp9a9104lc2rdiqnom382d9rpl4bbm5/f1/hfile_1 2024-11-15T15:18:37,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:18:37,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:37,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:37,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:37,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:18:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2 , the old value is region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=855219d6b094:38785 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:18:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:18:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2 from cache 2024-11-15T15:18:37,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:18:37,422 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T15:18:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,38785,1731683899644, seqNum=-1] 2024-11-15T15:18:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:37,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., hostname=855219d6b094,38785,1731683899644, seqNum=2] 2024-11-15T15:18:37,525 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:38785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T15:18:37,549 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 687, reset compression=false 2024-11-15T15:18:37,554 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:18:37,554 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:37,554 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,38785,1731683899644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:18:37,758 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:38,062 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:38,465 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:38,969 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:39,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:18:39,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:39,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:39,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:39,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:18:39,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:18:39,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T15:18:39,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:18:39,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T15:18:39,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:18:39,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T15:18:39,573 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:40,276 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:41,080 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:41,984 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:42,988 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:44,091 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:45,295 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:46,599 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:48,003 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:49,447 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:18:49,507 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:51,111 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:52,815 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:54,150 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:18:54,618 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:56,522 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:18:57,556 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,38785,1731683899644 got entry batch from reader: null 2024-11-15T15:18:58,526 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:00,629 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:02,833 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:03,005 INFO [master/855219d6b094:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T15:19:03,005 INFO [master/855219d6b094:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T15:19:05,137 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:07,540 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:08,431 INFO [master/855219d6b094:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T15:19:08,431 INFO [master/855219d6b094:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T15:19:10,047 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:12,651 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:14,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dce0cf8cb2166e2f0b5fe036fb3dac82, had cached 0 bytes from a total of 31376 2024-11-15T15:19:15,354 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:16,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e6b4bebd7b5fa985ccf3f5c248cadd63, had cached 0 bytes from a total of 15585 2024-11-15T15:19:17,556 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,38785,1731683899644 got entry batch from reader: null 2024-11-15T15:19:18,159 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:19,448 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:19:21,106 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:22,692 DEBUG [master/855219d6b094:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T15:19:24,113 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:24,150 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:19:27,217 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:30,422 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:33,725 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:37,130 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:37,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:19:37,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:19:37,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:37,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:37,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:37,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:19:37,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:19:37,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278333586, stopped=false 2024-11-15T15:19:37,456 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,39501,1731683904564 2024-11-15T15:19:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223217601/running 2024-11-15T15:19:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223217601/running 2024-11-15T15:19:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:19:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:19:37,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:19:37,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:19:37,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:37,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:37,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on znode that does not yet exist, /1-223217601/running 2024-11-15T15:19:37,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,33535,1731683904667' ***** 2024-11-15T15:19:37,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:19:37,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Set watcher on znode that does not yet exist, /1-223217601/running 2024-11-15T15:19:37,512 INFO [RS:0;855219d6b094:33535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:19:37,512 INFO [RS:0;855219d6b094:33535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:19:37,512 INFO [RS:0;855219d6b094:33535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:19:37,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:19:37,512 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(3091): Received CLOSE for e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:19:37,512 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,33535,1731683904667 2024-11-15T15:19:37,512 INFO [RS:0;855219d6b094:33535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:19:37,513 INFO [RS:0;855219d6b094:33535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33535. 2024-11-15T15:19:37,513 DEBUG [RS:0;855219d6b094:33535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:37,513 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6b4bebd7b5fa985ccf3f5c248cadd63, disabling compactions & flushes 2024-11-15T15:19:37,513 DEBUG [RS:0;855219d6b094:33535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:37,513 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:19:37,513 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:19:37,513 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. after waiting 0 ms 2024-11-15T15:19:37,513 INFO [RS:0;855219d6b094:33535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:19:37,513 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:19:37,513 INFO [RS:0;855219d6b094:33535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:19:37,513 INFO [RS:0;855219d6b094:33535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:19:37,513 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:19:37,513 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:19:37,513 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1325): Online Regions={e6b4bebd7b5fa985ccf3f5c248cadd63=test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:19:37,513 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6b4bebd7b5fa985ccf3f5c248cadd63 2024-11-15T15:19:37,513 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:19:37,513 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:19:37,513 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:19:37,513 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:19:37,513 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:19:37,513 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T15:19:37,517 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/default/test/e6b4bebd7b5fa985ccf3f5c248cadd63/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T15:19:37,518 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:19:37,518 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:19:37,518 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:19:37,518 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6b4bebd7b5fa985ccf3f5c248cadd63: Waiting for close lock at 1731683977513Running coprocessor pre-close hooks at 1731683977513Disabling compacts and flushes for region at 1731683977513Disabling writes for close at 1731683977513Writing region close event to WAL at 1731683977513Running coprocessor post-close hooks at 1731683977518 (+5 ms)Closed at 1731683977518 2024-11-15T15:19:37,518 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63. 2024-11-15T15:19:37,528 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/info/37b42c51bc3d4892816742fa97987959 is 129, key is test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63./info:regioninfo/1731683911452/Put/seqid=0 2024-11-15T15:19:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741839_1015 (size=6421) 2024-11-15T15:19:37,557 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,38785,1731683899644 got entry batch from reader: null 2024-11-15T15:19:37,566 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:19:37,713 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:37,913 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:37,932 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/info/37b42c51bc3d4892816742fa97987959 2024-11-15T15:19:37,951 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/ns/9b011495e4b049d18aef5b213612af61 is 43, key is default/ns:d/1731683908075/Put/seqid=0 2024-11-15T15:19:37,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741840_1016 (size=5153) 2024-11-15T15:19:37,973 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:19:37,973 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:19:38,114 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:38,314 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:38,355 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/ns/9b011495e4b049d18aef5b213612af61 2024-11-15T15:19:38,374 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/rep_barrier/53e1e2bdceae42848989ce68098181c2 is 112, key is test,,1731683910297.e6b4bebd7b5fa985ccf3f5c248cadd63./rep_barrier:seqnumDuringOpen/1731683911452/Put/seqid=0 2024-11-15T15:19:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741841_1017 (size=5518) 2024-11-15T15:19:38,514 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:19:38,514 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:19:38,514 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:38,714 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:38,778 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/rep_barrier/53e1e2bdceae42848989ce68098181c2 2024-11-15T15:19:38,799 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/table/e5b8a2e539814873b10e2bfe46ab3769 is 40, key is test/table:state/1731683911461/Put/seqid=0 2024-11-15T15:19:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741842_1018 (size=5165) 2024-11-15T15:19:38,914 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:39,115 DEBUG [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:39,203 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/table/e5b8a2e539814873b10e2bfe46ab3769 2024-11-15T15:19:39,209 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/info/37b42c51bc3d4892816742fa97987959 as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/info/37b42c51bc3d4892816742fa97987959 2024-11-15T15:19:39,214 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/info/37b42c51bc3d4892816742fa97987959, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T15:19:39,215 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/ns/9b011495e4b049d18aef5b213612af61 as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/ns/9b011495e4b049d18aef5b213612af61 2024-11-15T15:19:39,220 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/ns/9b011495e4b049d18aef5b213612af61, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:19:39,221 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/rep_barrier/53e1e2bdceae42848989ce68098181c2 as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/rep_barrier/53e1e2bdceae42848989ce68098181c2 2024-11-15T15:19:39,226 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/rep_barrier/53e1e2bdceae42848989ce68098181c2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T15:19:39,227 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/.tmp/table/e5b8a2e539814873b10e2bfe46ab3769 as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/table/e5b8a2e539814873b10e2bfe46ab3769 2024-11-15T15:19:39,232 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/table/e5b8a2e539814873b10e2bfe46ab3769, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:19:39,233 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-11-15T15:19:39,237 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T15:19:39,238 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:19:39,238 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:19:39,238 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:19:39,238 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683977513Running coprocessor pre-close hooks at 1731683977513Disabling compacts and flushes for region at 1731683977513Disabling writes for close at 1731683977513Obtaining lock to block concurrent updates at 1731683977513Preparing flush snapshotting stores in 1588230740 at 1731683977513Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731683977514 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731683977514Flushing 1588230740/info: creating writer at 1731683977514Flushing 1588230740/info: appending metadata at 1731683977528 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731683977528Flushing 1588230740/ns: creating writer at 1731683977938 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731683977951 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731683977951Flushing 1588230740/rep_barrier: creating writer at 1731683978360 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731683978373 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731683978374 (+1 ms)Flushing 1588230740/table: creating writer at 1731683978783 (+409 ms)Flushing 1588230740/table: appending metadata at 1731683978798 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731683978798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbecd0: reopening flushed file at 1731683979208 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7f59d2: reopening flushed file at 1731683979214 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451d7b46: reopening flushed file at 1731683979220 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6203fab9: reopening flushed file at 1731683979226 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1731683979233 (+7 ms)Writing region close event to WAL at 1731683979234 (+1 ms)Running coprocessor post-close hooks at 1731683979238 (+4 ms)Closed at 1731683979238 2024-11-15T15:19:39,238 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:19:39,315 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,33535,1731683904667; all regions closed. 2024-11-15T15:19:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741834_1010 (size=2717) 2024-11-15T15:19:39,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/WALs/855219d6b094,33535,1731683904667/855219d6b094%2C33535%2C1731683904667.meta.1731683908015.meta not finished, retry = 0 2024-11-15T15:19:39,420 DEBUG [RS:0;855219d6b094:33535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/oldWALs 2024-11-15T15:19:39,420 INFO [RS:0;855219d6b094:33535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C33535%2C1731683904667.meta:.meta(num 1731683908015) 2024-11-15T15:19:39,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741832_1008 (size=1028) 2024-11-15T15:19:39,424 DEBUG [RS:0;855219d6b094:33535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/oldWALs 2024-11-15T15:19:39,424 INFO [RS:0;855219d6b094:33535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C33535%2C1731683904667:(num 1731683907042) 2024-11-15T15:19:39,424 DEBUG [RS:0;855219d6b094:33535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:39,424 INFO [RS:0;855219d6b094:33535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:19:39,425 INFO [RS:0;855219d6b094:33535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:19:39,425 INFO [RS:0;855219d6b094:33535 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T15:19:39,425 INFO [RS:0;855219d6b094:33535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:19:39,425 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:19:39,425 INFO [RS:0;855219d6b094:33535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33535. 2024-11-15T15:19:39,425 DEBUG [RS:0;855219d6b094:33535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:39,425 DEBUG [RS:0;855219d6b094:33535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:39,425 DEBUG [RS:0;855219d6b094:33535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:39,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:19:39,426 INFO [RS:0;855219d6b094:33535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33535 2024-11-15T15:19:39,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601/rs 2024-11-15T15:19:39,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223217601/rs/855219d6b094,33535,1731683904667 2024-11-15T15:19:39,479 INFO [RS:0;855219d6b094:33535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:19:39,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,33535,1731683904667] 2024-11-15T15:19:39,500 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-223217601/draining/855219d6b094,33535,1731683904667 already deleted, retry=false 2024-11-15T15:19:39,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,33535,1731683904667 expired; onlineServers=0 2024-11-15T15:19:39,500 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,39501,1731683904564' ***** 2024-11-15T15:19:39,500 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:19:39,500 INFO [M:0;855219d6b094:39501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:19:39,500 INFO [M:0;855219d6b094:39501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:19:39,500 DEBUG [M:0;855219d6b094:39501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:19:39,500 DEBUG [M:0;855219d6b094:39501 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:19:39,500 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:19:39,500 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683906793 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683906793,5,FailOnTimeoutGroup] 2024-11-15T15:19:39,500 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683906796 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683906796,5,FailOnTimeoutGroup] 2024-11-15T15:19:39,501 INFO [M:0;855219d6b094:39501 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:19:39,501 INFO [M:0;855219d6b094:39501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:19:39,501 DEBUG [M:0;855219d6b094:39501 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:19:39,501 INFO [M:0;855219d6b094:39501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:19:39,501 INFO [M:0;855219d6b094:39501 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:19:39,501 INFO [M:0;855219d6b094:39501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:19:39,501 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:19:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-223217601/master 2024-11-15T15:19:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-223217601 2024-11-15T15:19:39,511 DEBUG [M:0;855219d6b094:39501 {}] zookeeper.ZKUtil(347): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Unable to get data of znode /1-223217601/master because node does not exist (not an error) 2024-11-15T15:19:39,511 WARN [M:0;855219d6b094:39501 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:19:39,512 INFO [M:0;855219d6b094:39501 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/.lastflushedseqids 2024-11-15T15:19:39,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741843_1019 (size=173) 2024-11-15T15:19:39,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:19:39,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x1013f134ba50004, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:19:39,590 INFO [RS:0;855219d6b094:33535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:19:39,590 INFO [RS:0;855219d6b094:33535 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,33535,1731683904667; zookeeper connection closed. 2024-11-15T15:19:39,590 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b35b1c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b35b1c9 2024-11-15T15:19:39,590 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:19:39,917 INFO [M:0;855219d6b094:39501 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:19:39,917 INFO [M:0;855219d6b094:39501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:19:39,917 DEBUG [M:0;855219d6b094:39501 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:19:39,917 INFO [M:0;855219d6b094:39501 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:39,917 DEBUG [M:0;855219d6b094:39501 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:39,917 DEBUG [M:0;855219d6b094:39501 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:19:39,917 DEBUG [M:0;855219d6b094:39501 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:39,917 INFO [M:0;855219d6b094:39501 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-15T15:19:39,932 DEBUG [M:0;855219d6b094:39501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a0e0bd16e44ab0ba8b6319f1e5f953 is 82, key is hbase:meta,,1/info:regioninfo/1731683908055/Put/seqid=0 2024-11-15T15:19:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741844_1020 (size=5672) 2024-11-15T15:19:40,336 INFO [M:0;855219d6b094:39501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a0e0bd16e44ab0ba8b6319f1e5f953 2024-11-15T15:19:40,358 DEBUG [M:0;855219d6b094:39501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abf7d882182a46808e28b8142fd014c5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731683911465/Put/seqid=0 2024-11-15T15:19:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741845_1021 (size=6727) 2024-11-15T15:19:40,633 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.1731683901639 to pos 997, reset compression=false 2024-11-15T15:19:40,763 INFO [M:0;855219d6b094:39501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abf7d882182a46808e28b8142fd014c5 2024-11-15T15:19:40,767 INFO [M:0;855219d6b094:39501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abf7d882182a46808e28b8142fd014c5 2024-11-15T15:19:40,780 DEBUG [M:0;855219d6b094:39501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f129594187d543bf8d0508e4fa64043b is 69, key is 855219d6b094,33535,1731683904667/rs:state/1731683906849/Put/seqid=0 2024-11-15T15:19:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741846_1022 (size=5156) 2024-11-15T15:19:41,185 INFO [M:0;855219d6b094:39501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f129594187d543bf8d0508e4fa64043b 2024-11-15T15:19:41,190 DEBUG [M:0;855219d6b094:39501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a0e0bd16e44ab0ba8b6319f1e5f953 as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66a0e0bd16e44ab0ba8b6319f1e5f953 2024-11-15T15:19:41,194 INFO [M:0;855219d6b094:39501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66a0e0bd16e44ab0ba8b6319f1e5f953, entries=8, sequenceid=58, filesize=5.5 K 2024-11-15T15:19:41,195 DEBUG [M:0;855219d6b094:39501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abf7d882182a46808e28b8142fd014c5 as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abf7d882182a46808e28b8142fd014c5 2024-11-15T15:19:41,200 INFO [M:0;855219d6b094:39501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abf7d882182a46808e28b8142fd014c5 2024-11-15T15:19:41,200 INFO [M:0;855219d6b094:39501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abf7d882182a46808e28b8142fd014c5, entries=6, sequenceid=58, filesize=6.6 K 2024-11-15T15:19:41,201 DEBUG [M:0;855219d6b094:39501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f129594187d543bf8d0508e4fa64043b as hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f129594187d543bf8d0508e4fa64043b 2024-11-15T15:19:41,206 INFO [M:0;855219d6b094:39501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/80f53d63-de88-809f-c693-a459430c8f05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f129594187d543bf8d0508e4fa64043b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-15T15:19:41,207 INFO [M:0;855219d6b094:39501 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-15T15:19:41,212 INFO [M:0;855219d6b094:39501 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:41,213 DEBUG [M:0;855219d6b094:39501 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683979917Disabling compacts and flushes for region at 1731683979917Disabling writes for close at 1731683979917Obtaining lock to block concurrent updates at 1731683979917Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731683979917Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731683979918 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731683979918Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731683979918Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731683979931 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731683979931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731683980341 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731683980357 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731683980357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731683980767 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731683980780 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731683980780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ecd933: reopening flushed file at 1731683981189 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffc4361: reopening flushed file at 1731683981195 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b44c5b3: reopening flushed file at 1731683981200 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1731683981207 (+7 ms)Writing region close event to WAL at 1731683981212 (+5 ms)Closed at 1731683981212 2024-11-15T15:19:41,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741830_1006 (size=33026) 2024-11-15T15:19:41,215 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:19:41,215 INFO [M:0;855219d6b094:39501 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:19:41,215 INFO [M:0;855219d6b094:39501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39501 2024-11-15T15:19:41,216 INFO [M:0;855219d6b094:39501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:19:41,369 INFO [M:0;855219d6b094:39501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:19:41,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:19:41,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39501-0x1013f134ba50003, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:19:41,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c9e5f91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:19:41,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36776ddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:19:41,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:19:41,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f6528ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:19:41,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2510069b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.log.dir/,STOPPED} 2024-11-15T15:19:41,374 WARN [BP-1744502172-172.17.0.2-1731683902652 heartbeating to localhost/127.0.0.1:45607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:19:41,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:19:41,374 WARN [BP-1744502172-172.17.0.2-1731683902652 heartbeating to localhost/127.0.0.1:45607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1744502172-172.17.0.2-1731683902652 (Datanode Uuid f089ac0d-4a8d-48f9-b75d-f69d4c09e2e7) service to localhost/127.0.0.1:45607 2024-11-15T15:19:41,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:19:41,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/cluster_cf4aab33-418a-a5a6-f4e6-bfc520debff7/data/data1/current/BP-1744502172-172.17.0.2-1731683902652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:19:41,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/cluster_cf4aab33-418a-a5a6-f4e6-bfc520debff7/data/data2/current/BP-1744502172-172.17.0.2-1731683902652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:19:41,375 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:19:41,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1db24222{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:19:41,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6143d8b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:19:41,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:19:41,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d37d792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:19:41,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c38981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.log.dir/,STOPPED} 2024-11-15T15:19:41,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:19:41,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:19:41,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:19:41,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:41,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:41,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:41,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:19:41,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:19:41,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1682791401, stopped=false 2024-11-15T15:19:41,398 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,33225,1731683899472 2024-11-15T15:19:41,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161717542/running 2024-11-15T15:19:41,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161717542/running 2024-11-15T15:19:41,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:19:41,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:19:41,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:19:41,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on znode that does not yet exist, /01161717542/running 2024-11-15T15:19:41,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Set watcher on znode that does not yet exist, /01161717542/running 2024-11-15T15:19:41,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:19:41,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:41,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:41,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,38785,1731683899644' ***** 2024-11-15T15:19:41,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:19:41,407 INFO [RS:0;855219d6b094:38785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:19:41,407 INFO [RS:0;855219d6b094:38785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:19:41,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(3091): Received CLOSE for dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(3091): Received CLOSE for 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,38785,1731683899644 2024-11-15T15:19:41,408 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dce0cf8cb2166e2f0b5fe036fb3dac82, disabling compactions & flushes 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:19:41,408 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:19:41,408 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:38785. 2024-11-15T15:19:41,408 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. after waiting 0 ms 2024-11-15T15:19:41,408 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:19:41,408 DEBUG [RS:0;855219d6b094:38785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:41,408 DEBUG [RS:0;855219d6b094:38785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:19:41,408 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:19:41,409 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:19:41,409 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dce0cf8cb2166e2f0b5fe036fb3dac82=test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82., 69e5d5385fa6d0e7f7a2f0712bff723a=hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a.} 2024-11-15T15:19:41,409 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e5d5385fa6d0e7f7a2f0712bff723a, dce0cf8cb2166e2f0b5fe036fb3dac82 2024-11-15T15:19:41,409 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:19:41,409 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:19:41,409 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:19:41,409 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:19:41,409 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:19:41,409 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:19:41,413 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/default/test/dce0cf8cb2166e2f0b5fe036fb3dac82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:19:41,413 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:19:41,413 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:19:41,413 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:19:41,414 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dce0cf8cb2166e2f0b5fe036fb3dac82: Waiting for close lock at 1731683981408Running coprocessor pre-close hooks at 1731683981408Disabling compacts and flushes for region at 1731683981408Disabling writes for close at 1731683981408Writing region close event to WAL at 1731683981410 (+2 ms)Running coprocessor post-close hooks at 1731683981413 (+3 ms)Closed at 1731683981413 2024-11-15T15:19:41,414 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82. 2024-11-15T15:19:41,414 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69e5d5385fa6d0e7f7a2f0712bff723a, disabling compactions & flushes 2024-11-15T15:19:41,414 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:19:41,414 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:19:41,414 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. after waiting 0 ms 2024-11-15T15:19:41,414 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:19:41,414 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69e5d5385fa6d0e7f7a2f0712bff723a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-15T15:19:41,424 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/info/2577a24e8ad74d0c9a85f3d8a77053ad is 147, key is hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a./info:regioninfo/1731683913639/Put/seqid=0 2024-11-15T15:19:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741844_1020 (size=7686) 2024-11-15T15:19:41,435 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/.tmp/hfileref/f5f154f471a742178f3fe8755c259bfc is 74, key is 1/hfileref:04e58e2709b940d297ca4e779ff64feb_SeqId_4_/1731683916427/DeleteColumn/seqid=0 2024-11-15T15:19:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741845_1021 (size=5203) 2024-11-15T15:19:41,466 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:19:41,568 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:19:41,568 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:19:41,609 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:19:41,810 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:19:41,829 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/info/2577a24e8ad74d0c9a85f3d8a77053ad 2024-11-15T15:19:41,839 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/.tmp/hfileref/f5f154f471a742178f3fe8755c259bfc 2024-11-15T15:19:41,851 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/ns/7ab74bdacaf74136b5d2920089a4a333 is 43, key is default/ns:d/1731683902546/Put/seqid=0 2024-11-15T15:19:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741846_1022 (size=5153) 2024-11-15T15:19:41,857 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/.tmp/queue/7331d9e259f14c0b8078f7c119cad081 is 153, key is 1-855219d6b094,38785,1731683899644/queue:855219d6b094%2C38785%2C1731683899644/1731683917555/Put/seqid=0 2024-11-15T15:19:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741847_1023 (size=5352) 2024-11-15T15:19:42,010 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:19:42,210 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e5d5385fa6d0e7f7a2f0712bff723a 2024-11-15T15:19:42,256 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/ns/7ab74bdacaf74136b5d2920089a4a333 2024-11-15T15:19:42,261 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/.tmp/queue/7331d9e259f14c0b8078f7c119cad081 2024-11-15T15:19:42,266 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/.tmp/hfileref/f5f154f471a742178f3fe8755c259bfc as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/hfileref/f5f154f471a742178f3fe8755c259bfc 2024-11-15T15:19:42,271 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/hfileref/f5f154f471a742178f3fe8755c259bfc, entries=2, sequenceid=10, filesize=5.1 K 2024-11-15T15:19:42,273 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/.tmp/queue/7331d9e259f14c0b8078f7c119cad081 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/queue/7331d9e259f14c0b8078f7c119cad081 2024-11-15T15:19:42,276 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/rep_barrier/6e0b5f2e4757482997ee381184d78b60 is 112, key is test,,1731683908135.dce0cf8cb2166e2f0b5fe036fb3dac82./rep_barrier:seqnumDuringOpen/1731683909297/Put/seqid=0 2024-11-15T15:19:42,278 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/queue/7331d9e259f14c0b8078f7c119cad081, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T15:19:42,279 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 69e5d5385fa6d0e7f7a2f0712bff723a in 865ms, sequenceid=10, compaction requested=false 2024-11-15T15:19:42,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741848_1024 (size=5518) 2024-11-15T15:19:42,282 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/replication/69e5d5385fa6d0e7f7a2f0712bff723a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T15:19:42,283 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:19:42,283 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:19:42,283 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:19:42,283 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69e5d5385fa6d0e7f7a2f0712bff723a: Waiting for close lock at 1731683981414Running coprocessor pre-close hooks at 1731683981414Disabling compacts and flushes for region at 1731683981414Disabling writes for close at 1731683981414Obtaining lock to block concurrent updates at 1731683981414Preparing flush snapshotting stores in 69e5d5385fa6d0e7f7a2f0712bff723a at 1731683981414Finished memstore snapshotting hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731683981414Flushing stores of hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. at 1731683981415 (+1 ms)Flushing 69e5d5385fa6d0e7f7a2f0712bff723a/hfileref: creating writer at 1731683981415Flushing 69e5d5385fa6d0e7f7a2f0712bff723a/hfileref: appending metadata at 1731683981435 (+20 ms)Flushing 69e5d5385fa6d0e7f7a2f0712bff723a/hfileref: closing flushed file at 1731683981435Flushing 69e5d5385fa6d0e7f7a2f0712bff723a/queue: creating writer at 1731683981843 (+408 ms)Flushing 69e5d5385fa6d0e7f7a2f0712bff723a/queue: appending metadata at 1731683981857 (+14 ms)Flushing 69e5d5385fa6d0e7f7a2f0712bff723a/queue: closing flushed file at 1731683981857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4888867a: reopening flushed file at 1731683982266 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ed6c6a: reopening flushed file at 1731683982272 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 69e5d5385fa6d0e7f7a2f0712bff723a in 865ms, sequenceid=10, compaction requested=false at 1731683982279 (+7 ms)Writing region close event to WAL at 1731683982280 (+1 ms)Running coprocessor post-close hooks at 1731683982283 (+3 ms)Closed at 1731683982283 2024-11-15T15:19:42,283 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731683912468.69e5d5385fa6d0e7f7a2f0712bff723a. 2024-11-15T15:19:42,410 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:19:42,410 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:19:42,410 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:42,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:42,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:42,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:42,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:42,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:42,611 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:42,681 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/rep_barrier/6e0b5f2e4757482997ee381184d78b60 2024-11-15T15:19:42,698 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/table/3738c6a4ff034d10b8bd6db68e5e3843 is 53, key is hbase:replication/table:state/1731683913648/Put/seqid=0 2024-11-15T15:19:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741849_1025 (size=5308) 2024-11-15T15:19:42,811 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:43,011 DEBUG [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:43,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:19:43,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:43,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:43,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:43,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:43,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:43,103 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/table/3738c6a4ff034d10b8bd6db68e5e3843 2024-11-15T15:19:43,108 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/info/2577a24e8ad74d0c9a85f3d8a77053ad as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/info/2577a24e8ad74d0c9a85f3d8a77053ad 2024-11-15T15:19:43,113 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/info/2577a24e8ad74d0c9a85f3d8a77053ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:19:43,114 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/ns/7ab74bdacaf74136b5d2920089a4a333 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/ns/7ab74bdacaf74136b5d2920089a4a333 2024-11-15T15:19:43,118 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/ns/7ab74bdacaf74136b5d2920089a4a333, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:19:43,119 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/rep_barrier/6e0b5f2e4757482997ee381184d78b60 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/rep_barrier/6e0b5f2e4757482997ee381184d78b60 2024-11-15T15:19:43,124 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/rep_barrier/6e0b5f2e4757482997ee381184d78b60, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:19:43,124 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/.tmp/table/3738c6a4ff034d10b8bd6db68e5e3843 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/table/3738c6a4ff034d10b8bd6db68e5e3843 2024-11-15T15:19:43,130 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/table/3738c6a4ff034d10b8bd6db68e5e3843, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:19:43,131 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-15T15:19:43,136 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:19:43,136 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:19:43,136 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:19:43,136 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:19:43,136 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683981409Running coprocessor pre-close hooks at 1731683981409Disabling compacts and flushes for region at 1731683981409Disabling writes for close at 1731683981409Obtaining lock to block concurrent updates at 1731683981409Preparing flush snapshotting stores in 1588230740 at 1731683981409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731683981410 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731683981410Flushing 1588230740/info: creating writer at 1731683981410Flushing 1588230740/info: appending metadata at 1731683981424 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731683981424Flushing 1588230740/ns: creating writer at 1731683981834 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731683981851 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731683981851Flushing 1588230740/rep_barrier: creating writer at 1731683982260 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731683982276 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731683982276Flushing 1588230740/table: creating writer at 1731683982685 (+409 ms)Flushing 1588230740/table: appending metadata at 1731683982698 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731683982698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b49f3db: reopening flushed file at 1731683983107 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdc0252: reopening flushed file at 1731683983113 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd406a0: reopening flushed file at 1731683983119 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37326278: reopening flushed file at 1731683983124 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1731683983131 (+7 ms)Writing region close event to WAL at 1731683983132 (+1 ms)Running coprocessor post-close hooks at 1731683983136 (+4 ms)Closed at 1731683983136 2024-11-15T15:19:43,136 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:19:43,211 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,38785,1731683899644; all regions closed. 2024-11-15T15:19:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:19:43,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/WALs/855219d6b094,38785,1731683899644/855219d6b094%2C38785%2C1731683899644.meta.1731683902467.meta not finished, retry = 0 2024-11-15T15:19:43,316 DEBUG [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/oldWALs 2024-11-15T15:19:43,316 INFO [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C38785%2C1731683899644.meta:.meta(num 1731683902467) 2024-11-15T15:19:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741839_1015 (size=2700) 2024-11-15T15:19:43,320 DEBUG [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/oldWALs 2024-11-15T15:19:43,320 INFO [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C38785%2C1731683899644.rep:(num 1731683913608) 2024-11-15T15:19:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741832_1008 (size=1300) 2024-11-15T15:19:43,323 DEBUG [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/oldWALs 2024-11-15T15:19:43,323 INFO [RS:0;855219d6b094:38785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C38785%2C1731683899644:(num 1731683901639) 2024-11-15T15:19:43,323 DEBUG [RS:0;855219d6b094:38785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:43,323 INFO [RS:0;855219d6b094:38785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:19:43,323 INFO [RS:0;855219d6b094:38785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:19:43,323 INFO [RS:0;855219d6b094:38785 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:19:43,323 INFO [RS:0;855219d6b094:38785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:19:43,323 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:19:43,324 INFO [RS:0;855219d6b094:38785 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,38785,1731683899644 because: Region server is closing 2024-11-15T15:19:43,324 INFO [RS:0;855219d6b094:38785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:38785. 2024-11-15T15:19:43,324 DEBUG [RS:0;855219d6b094:38785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:43,324 DEBUG [RS:0;855219d6b094:38785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:43,324 DEBUG [RS:0;855219d6b094:38785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:43,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:19:43,424 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:19:43,424 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.wal-reader.855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:19:43,425 INFO [RS:0;855219d6b094:38785 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,38785,1731683899644.replicationSource.shipper855219d6b094%2C38785%2C1731683899644,1-855219d6b094,38785,1731683899644 terminated 2024-11-15T15:19:43,425 INFO [RS:0;855219d6b094:38785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38785 2024-11-15T15:19:43,479 INFO [RS:0;855219d6b094:38785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:19:43,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161717542/rs/855219d6b094,38785,1731683899644 2024-11-15T15:19:43,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542/rs 2024-11-15T15:19:43,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,38785,1731683899644] 2024-11-15T15:19:43,500 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01161717542/draining/855219d6b094,38785,1731683899644 already deleted, retry=false 2024-11-15T15:19:43,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,38785,1731683899644 expired; onlineServers=0 2024-11-15T15:19:43,500 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,33225,1731683899472' ***** 2024-11-15T15:19:43,500 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:19:43,500 INFO [M:0;855219d6b094:33225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:19:43,500 INFO [M:0;855219d6b094:33225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:19:43,500 DEBUG [M:0;855219d6b094:33225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:19:43,500 DEBUG [M:0;855219d6b094:33225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:19:43,500 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:19:43,500 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683901305 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683901305,5,FailOnTimeoutGroup] 2024-11-15T15:19:43,500 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683901305 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683901305,5,FailOnTimeoutGroup] 2024-11-15T15:19:43,501 INFO [M:0;855219d6b094:33225 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:19:43,501 INFO [M:0;855219d6b094:33225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:19:43,501 DEBUG [M:0;855219d6b094:33225 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:19:43,501 INFO [M:0;855219d6b094:33225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:19:43,501 INFO [M:0;855219d6b094:33225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:19:43,501 INFO [M:0;855219d6b094:33225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:19:43,501 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:19:43,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01161717542/master 2024-11-15T15:19:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01161717542 2024-11-15T15:19:43,511 DEBUG [M:0;855219d6b094:33225 {}] zookeeper.ZKUtil(347): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Unable to get data of znode /01161717542/master because node does not exist (not an error) 2024-11-15T15:19:43,511 WARN [M:0;855219d6b094:33225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:19:43,512 INFO [M:0;855219d6b094:33225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/.lastflushedseqids 2024-11-15T15:19:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741850_1026 (size=263) 2024-11-15T15:19:43,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:19:43,590 INFO [RS:0;855219d6b094:38785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:19:43,590 INFO [RS:0;855219d6b094:38785 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,38785,1731683899644; zookeeper connection closed. 2024-11-15T15:19:43,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x1013f134ba50001, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:19:43,590 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4005cf5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4005cf5d 2024-11-15T15:19:43,590 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:19:43,917 INFO [M:0;855219d6b094:33225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:19:43,917 INFO [M:0;855219d6b094:33225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:19:43,917 DEBUG [M:0;855219d6b094:33225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:19:43,917 INFO [M:0;855219d6b094:33225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:43,917 DEBUG [M:0;855219d6b094:33225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:43,917 DEBUG [M:0;855219d6b094:33225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:19:43,917 DEBUG [M:0;855219d6b094:33225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:43,917 INFO [M:0;855219d6b094:33225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.83 KB heapSize=65.83 KB 2024-11-15T15:19:43,932 DEBUG [M:0;855219d6b094:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83aae8c1c9e640e9951eedb2cd381fad is 82, key is hbase:meta,,1/info:regioninfo/1731683902499/Put/seqid=0 2024-11-15T15:19:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741851_1027 (size=5672) 2024-11-15T15:19:44,336 INFO [M:0;855219d6b094:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83aae8c1c9e640e9951eedb2cd381fad 2024-11-15T15:19:44,359 DEBUG [M:0;855219d6b094:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88cdeabdae5b44128282596616b9f4b4 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731683909312/Put/seqid=0 2024-11-15T15:19:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741852_1028 (size=7238) 2024-11-15T15:19:44,763 INFO [M:0;855219d6b094:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.28 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88cdeabdae5b44128282596616b9f4b4 2024-11-15T15:19:44,768 INFO [M:0;855219d6b094:33225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88cdeabdae5b44128282596616b9f4b4 2024-11-15T15:19:44,782 DEBUG [M:0;855219d6b094:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b74d0f654ca4b75bfe25dfaaa49e7a7 is 69, key is 855219d6b094,38785,1731683899644/rs:state/1731683901466/Put/seqid=0 2024-11-15T15:19:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741853_1029 (size=5156) 2024-11-15T15:19:45,186 INFO [M:0;855219d6b094:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b74d0f654ca4b75bfe25dfaaa49e7a7 2024-11-15T15:19:45,192 DEBUG [M:0;855219d6b094:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83aae8c1c9e640e9951eedb2cd381fad as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83aae8c1c9e640e9951eedb2cd381fad 2024-11-15T15:19:45,197 INFO [M:0;855219d6b094:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83aae8c1c9e640e9951eedb2cd381fad, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T15:19:45,198 DEBUG [M:0;855219d6b094:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88cdeabdae5b44128282596616b9f4b4 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88cdeabdae5b44128282596616b9f4b4 2024-11-15T15:19:45,203 INFO [M:0;855219d6b094:33225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88cdeabdae5b44128282596616b9f4b4 2024-11-15T15:19:45,203 INFO [M:0;855219d6b094:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88cdeabdae5b44128282596616b9f4b4, entries=11, sequenceid=105, filesize=7.1 K 2024-11-15T15:19:45,204 DEBUG [M:0;855219d6b094:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b74d0f654ca4b75bfe25dfaaa49e7a7 as hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b74d0f654ca4b75bfe25dfaaa49e7a7 2024-11-15T15:19:45,209 INFO [M:0;855219d6b094:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38201/user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b74d0f654ca4b75bfe25dfaaa49e7a7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T15:19:45,210 INFO [M:0;855219d6b094:33225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.83 KB/57171, heapSize ~65.53 KB/67104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-15T15:19:45,213 INFO [M:0;855219d6b094:33225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:45,213 DEBUG [M:0;855219d6b094:33225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683983917Disabling compacts and flushes for region at 1731683983917Disabling writes for close at 1731683983917Obtaining lock to block concurrent updates at 1731683983917Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731683983917Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57171, getHeapSize=67344, getOffHeapSize=0, getCellsCount=122 at 1731683983918 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731683983918Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731683983918Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731683983931 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731683983932 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731683984341 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731683984358 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731683984358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731683984768 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731683984782 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731683984782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750a77a4: reopening flushed file at 1731683985192 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468a83c5: reopening flushed file at 1731683985197 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624cc2c3: reopening flushed file at 1731683985203 (+6 ms)Finished flush of dataSize ~55.83 KB/57171, heapSize ~65.53 KB/67104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1731683985210 (+7 ms)Writing region close event to WAL at 1731683985213 (+3 ms)Closed at 1731683985213 2024-11-15T15:19:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37615 is added to blk_1073741830_1006 (size=64502) 2024-11-15T15:19:45,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f13a6f7e-391b-3f1e-ee29-e9ad746416e9/MasterData/WALs/855219d6b094,33225,1731683899472/855219d6b094%2C33225%2C1731683899472.1731683901020 not finished, retry = 0 2024-11-15T15:19:45,317 INFO [M:0;855219d6b094:33225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:19:45,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:19:45,317 INFO [M:0;855219d6b094:33225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33225 2024-11-15T15:19:45,317 INFO [M:0;855219d6b094:33225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:19:45,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:19:45,484 INFO [M:0;855219d6b094:33225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:19:45,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1013f134ba50000, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:19:45,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f91142a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:19:45,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22455244{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:19:45,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:19:45,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c90b6b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:19:45,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3883b1f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.log.dir/,STOPPED} 2024-11-15T15:19:45,521 WARN [BP-1674417803-172.17.0.2-1731683897400 heartbeating to localhost/127.0.0.1:38201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:19:45,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:19:45,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:19:45,521 WARN [BP-1674417803-172.17.0.2-1731683897400 heartbeating to localhost/127.0.0.1:38201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1674417803-172.17.0.2-1731683897400 (Datanode Uuid f23c1f16-fc24-4869-a0b1-c9849d3fa3a3) service to localhost/127.0.0.1:38201 2024-11-15T15:19:45,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/cluster_79d17c04-356b-70f2-48ef-f988798e41b1/data/data1/current/BP-1674417803-172.17.0.2-1731683897400 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:19:45,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/cluster_79d17c04-356b-70f2-48ef-f988798e41b1/data/data2/current/BP-1674417803-172.17.0.2-1731683897400 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:19:45,522 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:19:45,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e9c7b09{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:19:45,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54c00bb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:19:45,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:19:45,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d51fe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:19:45,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18935bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b326fa8-7d03-9acf-6e98-89365536556e/hadoop.log.dir/,STOPPED} 2024-11-15T15:19:45,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:19:45,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:19:45,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fb0b0b8e648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38201 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45607 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fb0b0b8e648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=4050 (was 4135) 2024-11-15T15:19:45,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=4050 2024-11-15T15:19:45,571 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-15T15:19:45,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.log.dir so I do NOT create it in target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8 2024-11-15T15:19:45,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:19:45,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.tmp.dir so I do NOT create it in target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8 2024-11-15T15:19:45,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a164192-f916-70f9-74bb-531c2a97ef53/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:19:45,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8 2024-11-15T15:19:45,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/cluster_156cc213-3bd8-059a-7059-03436bbfce2f, deleteOnExit=true 2024-11-15T15:19:45,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/cluster_156cc213-3bd8-059a-7059-03436bbfce2f/zookeeper_0, clientPort=53867, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/cluster_156cc213-3bd8-059a-7059-03436bbfce2f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/cluster_156cc213-3bd8-059a-7059-03436bbfce2f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:19:45,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53867 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/test.cache.data in system properties and HBase conf 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:19:45,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:19:45,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:19:45,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f134ba50005, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:19:45,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f134ba50002, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:19:45,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f134ba50005, quorum=127.0.0.1:64744, baseZNode=/1-223217601 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:19:45,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f134ba50002, quorum=127.0.0.1:64744, baseZNode=/01161717542 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:19:45,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:19:45,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:19:45,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:19:45,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:19:45,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:19:45,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:19:45,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7354e694{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:19:45,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343db50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:19:46,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e9c7885{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/java.io.tmpdir/jetty-localhost-36839-hadoop-hdfs-3_4_1-tests_jar-_-any-12377426103955028573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:19:46,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a54828a{HTTP/1.1, (http/1.1)}{localhost:36839} 2024-11-15T15:19:46,042 INFO [Time-limited test {}] server.Server(415): Started @142900ms 2024-11-15T15:19:46,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:19:46,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:19:46,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:19:46,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:19:46,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:19:46,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c97e87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:19:46,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3236b887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:19:46,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a47e9cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/java.io.tmpdir/jetty-localhost-41789-hadoop-hdfs-3_4_1-tests_jar-_-any-8765535059940590096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:19:46,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77804747{HTTP/1.1, (http/1.1)}{localhost:41789} 2024-11-15T15:19:46,430 INFO [Time-limited test {}] server.Server(415): Started @143289ms 2024-11-15T15:19:46,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:19:47,177 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/cluster_156cc213-3bd8-059a-7059-03436bbfce2f/data/data1/current/BP-2014779028-172.17.0.2-1731683985604/current, will proceed with Du for space computation calculation, 2024-11-15T15:19:47,177 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/cluster_156cc213-3bd8-059a-7059-03436bbfce2f/data/data2/current/BP-2014779028-172.17.0.2-1731683985604/current, will proceed with Du for space computation calculation, 2024-11-15T15:19:47,196 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:19:47,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb31973b8b4d847c0 with lease ID 0x529f387e991e9a9d: Processing first storage report for DS-4b7495e0-1327-4102-969f-0893f0fb97fd from datanode DatanodeRegistration(127.0.0.1:43121, datanodeUuid=22f2cdc2-6c1b-4a4a-beb6-602e83364af9, infoPort=38511, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=2067768421;c=1731683985604) 2024-11-15T15:19:47,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb31973b8b4d847c0 with lease ID 0x529f387e991e9a9d: from storage DS-4b7495e0-1327-4102-969f-0893f0fb97fd node DatanodeRegistration(127.0.0.1:43121, datanodeUuid=22f2cdc2-6c1b-4a4a-beb6-602e83364af9, infoPort=38511, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=2067768421;c=1731683985604), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:19:47,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb31973b8b4d847c0 with lease ID 0x529f387e991e9a9d: Processing first storage report for DS-fc1b49f4-2acc-400e-9064-5e112300e3d8 from datanode DatanodeRegistration(127.0.0.1:43121, datanodeUuid=22f2cdc2-6c1b-4a4a-beb6-602e83364af9, infoPort=38511, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=2067768421;c=1731683985604) 2024-11-15T15:19:47,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb31973b8b4d847c0 with lease ID 0x529f387e991e9a9d: from storage DS-fc1b49f4-2acc-400e-9064-5e112300e3d8 node DatanodeRegistration(127.0.0.1:43121, datanodeUuid=22f2cdc2-6c1b-4a4a-beb6-602e83364af9, infoPort=38511, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=2067768421;c=1731683985604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:19:47,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8 2024-11-15T15:19:47,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:47,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:19:47,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d with version=8 2024-11-15T15:19:47,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/hbase-staging 2024-11-15T15:19:47,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:19:47,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:47,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:47,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:19:47,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:47,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:19:47,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:19:47,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:19:47,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40047 2024-11-15T15:19:47,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40047 connecting to ZooKeeper ensemble=127.0.0.1:53867 2024-11-15T15:19:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400470x0, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:19:47,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40047-0x1013f14a45d0000 connected 2024-11-15T15:19:47,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:47,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:47,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/running 2024-11-15T15:19:47,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d, hbase.cluster.distributed=false 2024-11-15T15:19:47,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/acl 2024-11-15T15:19:47,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-15T15:19:47,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40047 2024-11-15T15:19:47,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40047 2024-11-15T15:19:47,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-15T15:19:47,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-15T15:19:47,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:19:47,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:47,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:47,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:19:47,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:47,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:19:47,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:19:47,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:19:47,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39005 2024-11-15T15:19:47,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39005 connecting to ZooKeeper ensemble=127.0.0.1:53867 2024-11-15T15:19:47,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:47,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:47,900 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390050x0, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:19:47,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390050x0, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/running 2024-11-15T15:19:47,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39005-0x1013f14a45d0001 connected 2024-11-15T15:19:47,900 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:19:47,901 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:19:47,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/master 2024-11-15T15:19:47,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/acl 2024-11-15T15:19:47,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-15T15:19:47,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39005 2024-11-15T15:19:47,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39005 2024-11-15T15:19:47,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-15T15:19:47,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39005 2024-11-15T15:19:47,919 DEBUG [M:0;855219d6b094:40047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:40047 2024-11-15T15:19:47,920 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0264456975/backup-masters/855219d6b094,40047,1731683987672 2024-11-15T15:19:47,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/backup-masters 2024-11-15T15:19:47,931 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/backup-masters 2024-11-15T15:19:47,931 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on existing znode=/0264456975/backup-masters/855219d6b094,40047,1731683987672 2024-11-15T15:19:47,942 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0264456975/master 2024-11-15T15:19:47,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:47,942 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:47,942 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on existing znode=/0264456975/master 2024-11-15T15:19:47,942 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0264456975/backup-masters/855219d6b094,40047,1731683987672 from backup master directory 2024-11-15T15:19:47,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/backup-masters/855219d6b094,40047,1731683987672 2024-11-15T15:19:47,952 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/backup-masters 2024-11-15T15:19:47,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/backup-masters 2024-11-15T15:19:47,952 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:19:47,952 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,40047,1731683987672 2024-11-15T15:19:47,958 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/hbase.id] with ID: bfc92c72-9198-47f9-bf33-90e6d0e893f0 2024-11-15T15:19:47,958 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/.tmp/hbase.id 2024-11-15T15:19:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:19:48,364 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/.tmp/hbase.id]:[hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/hbase.id] 2024-11-15T15:19:48,374 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:48,374 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:19:48,375 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:19:48,436 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:48,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:19:48,443 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:19:48,444 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:19:48,444 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:19:48,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:19:48,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:19:48,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:48,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:48,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:48,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:48,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:48,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:48,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store 2024-11-15T15:19:48,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:19:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:19:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:19:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:19:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:19:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:19:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:19:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:19:49,262 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:49,262 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:19:49,262 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:49,262 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:49,262 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:19:49,262 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:49,262 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:49,262 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683989262Disabling compacts and flushes for region at 1731683989262Disabling writes for close at 1731683989262Writing region close event to WAL at 1731683989262Closed at 1731683989262 2024-11-15T15:19:49,263 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/.initializing 2024-11-15T15:19:49,263 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672 2024-11-15T15:19:49,264 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:19:49,265 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C40047%2C1731683987672, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/oldWALs, maxLogs=10 2024-11-15T15:19:49,278 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672/855219d6b094%2C40047%2C1731683987672.1731683989265, exclude list is [], retry=0 2024-11-15T15:19:49,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-4b7495e0-1327-4102-969f-0893f0fb97fd,DISK] 2024-11-15T15:19:49,282 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672/855219d6b094%2C40047%2C1731683987672.1731683989265 2024-11-15T15:19:49,282 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-15T15:19:49,283 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:19:49,283 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:49,283 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,283 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:19:49,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:49,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:49,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:19:49,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:49,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:49,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:19:49,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:49,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:49,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:19:49,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:49,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:49,291 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,291 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,293 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,293 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,293 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:19:49,294 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:49,296 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:19:49,297 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68036345, jitterRate=0.013820543885231018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:19:49,298 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683989283Initializing all the Stores at 1731683989284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683989284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683989284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683989284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683989284Cleaning up temporary data from old regions at 1731683989293 (+9 ms)Region opened successfully at 1731683989298 (+5 ms) 2024-11-15T15:19:49,300 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:19:49,303 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b20498d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:19:49,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:19:49,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:19:49,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:19:49,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:19:49,304 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:19:49,305 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:19:49,305 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:19:49,306 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:19:49,307 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/balancer because node does not exist (not necessarily an error) 2024-11-15T15:19:49,352 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/balancer already deleted, retry=false 2024-11-15T15:19:49,352 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:19:49,353 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:19:49,363 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/normalizer already deleted, retry=false 2024-11-15T15:19:49,363 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:19:49,364 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:19:49,373 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/switch/split already deleted, retry=false 2024-11-15T15:19:49,374 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:19:49,384 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/switch/merge already deleted, retry=false 2024-11-15T15:19:49,386 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:19:49,394 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/snapshot-cleanup already deleted, retry=false 2024-11-15T15:19:49,405 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0264456975/running 2024-11-15T15:19:49,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0264456975/running 2024-11-15T15:19:49,405 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:49,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:49,405 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,40047,1731683987672, sessionid=0x1013f14a45d0000, setting cluster-up flag (Was=false) 2024-11-15T15:19:49,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:49,426 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:49,457 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0264456975/flush-table-proc/acquired, /0264456975/flush-table-proc/reached, /0264456975/flush-table-proc/abort 2024-11-15T15:19:49,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,40047,1731683987672 2024-11-15T15:19:49,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:49,478 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:49,510 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0264456975/online-snapshot/acquired, /0264456975/online-snapshot/reached, /0264456975/online-snapshot/abort 2024-11-15T15:19:49,511 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,40047,1731683987672 2024-11-15T15:19:49,512 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:19:49,513 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:19:49,513 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:19:49,513 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:19:49,513 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,40047,1731683987672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:19:49,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:19:49,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:19:49,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:19:49,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:19:49,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:19:49,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:19:49,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,515 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684019515 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:19:49,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:19:49,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:19:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:19:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:19:49,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:49,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:19:49,520 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683989517,5,FailOnTimeoutGroup] 2024-11-15T15:19:49,520 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683989520,5,FailOnTimeoutGroup] 2024-11-15T15:19:49,520 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,520 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:19:49,520 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,520 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:19:49,611 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(746): ClusterId : bfc92c72-9198-47f9-bf33-90e6d0e893f0 2024-11-15T15:19:49,611 DEBUG [RS:0;855219d6b094:39005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:19:49,616 DEBUG [RS:0;855219d6b094:39005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:19:49,616 DEBUG [RS:0;855219d6b094:39005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:19:49,626 DEBUG [RS:0;855219d6b094:39005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:19:49,626 DEBUG [RS:0;855219d6b094:39005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1ac848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:19:49,637 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:39005 2024-11-15T15:19:49,637 INFO [RS:0;855219d6b094:39005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:19:49,637 INFO [RS:0;855219d6b094:39005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:19:49,637 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:19:49,638 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,40047,1731683987672 with port=39005, startcode=1731683987888 2024-11-15T15:19:49,638 DEBUG [RS:0;855219d6b094:39005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:19:49,639 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:19:49,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,39005,1731683987888 2024-11-15T15:19:49,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40047 {}] master.ServerManager(517): Registering regionserver=855219d6b094,39005,1731683987888 2024-11-15T15:19:49,641 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d 2024-11-15T15:19:49,641 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40013 2024-11-15T15:19:49,641 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:19:49,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/rs 2024-11-15T15:19:49,647 DEBUG [RS:0;855219d6b094:39005 {}] zookeeper.ZKUtil(111): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on existing znode=/0264456975/rs/855219d6b094,39005,1731683987888 2024-11-15T15:19:49,647 WARN [RS:0;855219d6b094:39005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:19:49,647 INFO [RS:0;855219d6b094:39005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:19:49,647 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888 2024-11-15T15:19:49,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,39005,1731683987888] 2024-11-15T15:19:49,651 INFO [RS:0;855219d6b094:39005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:19:49,652 INFO [RS:0;855219d6b094:39005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:19:49,652 INFO [RS:0;855219d6b094:39005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:19:49,653 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,654 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:19:49,654 INFO [RS:0;855219d6b094:39005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:19:49,654 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:19:49,655 DEBUG [RS:0;855219d6b094:39005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:19:49,656 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,656 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,656 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,656 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,656 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,656 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39005,1731683987888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:19:49,670 INFO [RS:0;855219d6b094:39005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:19:49,670 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39005,1731683987888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,670 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,670 INFO [RS:0;855219d6b094:39005 {}] regionserver.Replication(171): 855219d6b094,39005,1731683987888 started 2024-11-15T15:19:49,682 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:49,682 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,39005,1731683987888, RpcServer on 855219d6b094/172.17.0.2:39005, sessionid=0x1013f14a45d0001 2024-11-15T15:19:49,682 DEBUG [RS:0;855219d6b094:39005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:19:49,682 DEBUG [RS:0;855219d6b094:39005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,39005,1731683987888 2024-11-15T15:19:49,682 DEBUG [RS:0;855219d6b094:39005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,39005,1731683987888' 2024-11-15T15:19:49,682 DEBUG [RS:0;855219d6b094:39005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0264456975/flush-table-proc/abort' 2024-11-15T15:19:49,683 DEBUG [RS:0;855219d6b094:39005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0264456975/flush-table-proc/acquired' 2024-11-15T15:19:49,683 DEBUG [RS:0;855219d6b094:39005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:19:49,683 DEBUG [RS:0;855219d6b094:39005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:19:49,683 DEBUG [RS:0;855219d6b094:39005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,39005,1731683987888 2024-11-15T15:19:49,683 DEBUG [RS:0;855219d6b094:39005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,39005,1731683987888' 2024-11-15T15:19:49,683 DEBUG [RS:0;855219d6b094:39005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0264456975/online-snapshot/abort' 2024-11-15T15:19:49,684 DEBUG [RS:0;855219d6b094:39005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0264456975/online-snapshot/acquired' 2024-11-15T15:19:49,684 DEBUG [RS:0;855219d6b094:39005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:19:49,684 INFO [RS:0;855219d6b094:39005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:19:49,684 INFO [RS:0;855219d6b094:39005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:19:49,784 INFO [RS:0;855219d6b094:39005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:19:49,786 INFO [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C39005%2C1731683987888, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs, maxLogs=10 2024-11-15T15:19:49,798 DEBUG [RS:0;855219d6b094:39005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786, exclude list is [], retry=0 2024-11-15T15:19:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-4b7495e0-1327-4102-969f-0893f0fb97fd,DISK] 2024-11-15T15:19:49,802 INFO [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786 2024-11-15T15:19:49,803 DEBUG [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-15T15:19:49,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:19:49,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d 2024-11-15T15:19:49,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:19:50,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:50,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:19:50,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:19:50,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:50,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:50,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:19:50,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:19:50,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:50,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:50,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:19:50,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:19:50,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:50,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:50,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:19:50,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:19:50,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:50,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:50,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:19:50,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740 2024-11-15T15:19:50,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740 2024-11-15T15:19:50,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:19:50,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:19:50,341 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:19:50,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:19:50,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:19:50,344 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73587514, jitterRate=0.09653940796852112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:19:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731683990330Initializing all the Stores at 1731683990331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683990331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683990331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683990331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683990331Cleaning up temporary data from old regions at 1731683990340 (+9 ms)Region opened successfully at 1731683990344 (+4 ms) 2024-11-15T15:19:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:19:50,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:19:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:19:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:19:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:19:50,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:19:50,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683990344Disabling compacts and flushes for region at 1731683990344Disabling writes for close at 1731683990344Writing region close event to WAL at 1731683990344Closed at 1731683990344 2024-11-15T15:19:50,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:19:50,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:19:50,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:19:50,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:19:50,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:19:50,498 DEBUG [855219d6b094:40047 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:19:50,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,39005,1731683987888 2024-11-15T15:19:50,499 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,39005,1731683987888, state=OPENING 2024-11-15T15:19:50,552 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:19:50,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:50,563 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:50,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:19:50,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:19:50,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:19:50,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,39005,1731683987888}] 2024-11-15T15:19:50,716 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:19:50,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:19:50,721 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:19:50,721 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:19:50,721 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:19:50,722 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C39005%2C1731683987888.meta, suffix=.meta, logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs, maxLogs=10 2024-11-15T15:19:50,735 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.meta.1731683990722.meta, exclude list is [], retry=0 2024-11-15T15:19:50,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-4b7495e0-1327-4102-969f-0893f0fb97fd,DISK] 2024-11-15T15:19:50,738 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.meta.1731683990722.meta 2024-11-15T15:19:50,740 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-15T15:19:50,740 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:19:50,741 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:19:50,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:19:50,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:19:50,741 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:19:50,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:19:50,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:50,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:19:50,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:19:50,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:19:50,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:19:50,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:50,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:50,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:19:50,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:19:50,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:50,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:50,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:19:50,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:19:50,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:50,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:50,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:19:50,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:19:50,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:50,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:50,750 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:19:50,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740 2024-11-15T15:19:50,752 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740 2024-11-15T15:19:50,753 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:19:50,753 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:19:50,753 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:19:50,755 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:19:50,755 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60637341, jitterRate=-0.09643320739269257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:19:50,755 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:19:50,756 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683990741Writing region info on filesystem at 1731683990741Initializing all the Stores at 1731683990742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683990742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683990746 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683990746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683990746Cleaning up temporary data from old regions at 1731683990753 (+7 ms)Running coprocessor post-open hooks at 1731683990755 (+2 ms)Region opened successfully at 1731683990756 (+1 ms) 2024-11-15T15:19:50,757 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683990716 2024-11-15T15:19:50,759 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:19:50,759 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:19:50,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,39005,1731683987888 2024-11-15T15:19:50,760 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,39005,1731683987888, state=OPEN 2024-11-15T15:19:50,805 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0264456975/meta-region-server 2024-11-15T15:19:50,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0264456975/meta-region-server 2024-11-15T15:19:50,805 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,39005,1731683987888 2024-11-15T15:19:50,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:19:50,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:19:50,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:19:50,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,39005,1731683987888 in 242 msec 2024-11-15T15:19:50,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:19:50,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-15T15:19:50,809 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:19:50,809 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:19:50,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:19:50,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,39005,1731683987888, seqNum=-1] 2024-11-15T15:19:50,811 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:50,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:50,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-15T15:19:50,817 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683990817, completionTime=-1 2024-11-15T15:19:50,817 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:19:50,817 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684050819 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684110819 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,40047,1731683987672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,40047,1731683987672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,40047,1731683987672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:40047, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:50,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:50,820 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:50,821 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:19:50,823 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.871sec 2024-11-15T15:19:50,823 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:19:50,824 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:19:50,824 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:19:50,824 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:19:50,824 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:19:50,824 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,40047,1731683987672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:19:50,824 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,40047,1731683987672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:19:50,826 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:19:50,827 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:19:50,827 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,40047,1731683987672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:50,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebca389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:50,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,40047,-1 for getting cluster id 2024-11-15T15:19:50,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:19:50,914 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfc92c72-9198-47f9-bf33-90e6d0e893f0' 2024-11-15T15:19:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:19:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfc92c72-9198-47f9-bf33-90e6d0e893f0" 2024-11-15T15:19:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c93270f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,40047,-1] 2024-11-15T15:19:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:19:50,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:50,916 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:19:50,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e8cd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:50,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:19:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,39005,1731683987888, seqNum=-1] 2024-11-15T15:19:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:50,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,40047,1731683987672 2024-11-15T15:19:50,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53867 2024-11-15T15:19:50,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:19:50,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f14a45d0002 connected 2024-11-15T15:19:50,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.log.dir so I do NOT create it in target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94 2024-11-15T15:19:50,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:19:50,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.tmp.dir so I do NOT create it in target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94 2024-11-15T15:19:50,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:19:50,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/cluster_d07b154c-afd4-8ad9-27ac-493e089dd04d, deleteOnExit=true 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/test.cache.data in system properties and HBase conf 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:19:50,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:19:50,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:19:50,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:19:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:19:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:19:51,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:19:51,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:19:51,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:19:51,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:19:51,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:19:51,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:19:51,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297064e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:19:51,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b7e74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:19:51,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b1237{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/java.io.tmpdir/jetty-localhost-35205-hadoop-hdfs-3_4_1-tests_jar-_-any-14993732159254414842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:19:51,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@486ac609{HTTP/1.1, (http/1.1)}{localhost:35205} 2024-11-15T15:19:51,318 INFO [Time-limited test {}] server.Server(415): Started @148176ms 2024-11-15T15:19:51,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:19:51,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:19:51,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:19:51,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:19:51,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:19:51,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d80ca93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:19:51,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2847ce75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:19:51,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ec81135{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/java.io.tmpdir/jetty-localhost-37075-hadoop-hdfs-3_4_1-tests_jar-_-any-817756097918612038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:19:51,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3044b69{HTTP/1.1, (http/1.1)}{localhost:37075} 2024-11-15T15:19:51,679 INFO [Time-limited test {}] server.Server(415): Started @148537ms 2024-11-15T15:19:51,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:19:52,545 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/cluster_d07b154c-afd4-8ad9-27ac-493e089dd04d/data/data1/current/BP-1910788408-172.17.0.2-1731683990971/current, will proceed with Du for space computation calculation, 2024-11-15T15:19:52,545 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/cluster_d07b154c-afd4-8ad9-27ac-493e089dd04d/data/data2/current/BP-1910788408-172.17.0.2-1731683990971/current, will proceed with Du for space computation calculation, 2024-11-15T15:19:52,562 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:19:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2cb04e7356e0a96 with lease ID 0xaee7800381687a1e: Processing first storage report for DS-297402ea-a3d6-4d4e-a3fc-4ca66f332f59 from datanode DatanodeRegistration(127.0.0.1:43903, datanodeUuid=0bdfaf3f-49c8-4db2-ad1b-ad421724442b, infoPort=43517, infoSecurePort=0, ipcPort=33159, storageInfo=lv=-57;cid=testClusterID;nsid=98921846;c=1731683990971) 2024-11-15T15:19:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2cb04e7356e0a96 with lease ID 0xaee7800381687a1e: from storage DS-297402ea-a3d6-4d4e-a3fc-4ca66f332f59 node DatanodeRegistration(127.0.0.1:43903, datanodeUuid=0bdfaf3f-49c8-4db2-ad1b-ad421724442b, infoPort=43517, infoSecurePort=0, ipcPort=33159, storageInfo=lv=-57;cid=testClusterID;nsid=98921846;c=1731683990971), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:19:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2cb04e7356e0a96 with lease ID 0xaee7800381687a1e: Processing first storage report for DS-601ffbd2-d8a8-4213-a9ba-28bbb11852e9 from datanode DatanodeRegistration(127.0.0.1:43903, datanodeUuid=0bdfaf3f-49c8-4db2-ad1b-ad421724442b, infoPort=43517, infoSecurePort=0, ipcPort=33159, storageInfo=lv=-57;cid=testClusterID;nsid=98921846;c=1731683990971) 2024-11-15T15:19:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2cb04e7356e0a96 with lease ID 0xaee7800381687a1e: from storage DS-601ffbd2-d8a8-4213-a9ba-28bbb11852e9 node DatanodeRegistration(127.0.0.1:43903, datanodeUuid=0bdfaf3f-49c8-4db2-ad1b-ad421724442b, infoPort=43517, infoSecurePort=0, ipcPort=33159, storageInfo=lv=-57;cid=testClusterID;nsid=98921846;c=1731683990971), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:19:52,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94 2024-11-15T15:19:52,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:52,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:19:53,020 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450 with version=8 2024-11-15T15:19:53,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/hbase-staging 2024-11-15T15:19:53,022 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:19:53,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:53,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:53,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:19:53,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:53,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:19:53,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:19:53,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:19:53,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45281 2024-11-15T15:19:53,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45281 connecting to ZooKeeper ensemble=127.0.0.1:53867 2024-11-15T15:19:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452810x0, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:19:53,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45281-0x1013f14a45d0003 connected 2024-11-15T15:19:53,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:53,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:53,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on znode that does not yet exist, /1-353497631/running 2024-11-15T15:19:53,155 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450, hbase.cluster.distributed=false 2024-11-15T15:19:53,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on znode that does not yet exist, /1-353497631/acl 2024-11-15T15:19:53,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45281 2024-11-15T15:19:53,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45281 2024-11-15T15:19:53,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45281 2024-11-15T15:19:53,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45281 2024-11-15T15:19:53,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45281 2024-11-15T15:19:53,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:19:53,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:53,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:53,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:19:53,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:19:53,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:19:53,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:19:53,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:19:53,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33621 2024-11-15T15:19:53,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33621 connecting to ZooKeeper ensemble=127.0.0.1:53867 2024-11-15T15:19:53,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:53,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:53,205 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336210x0, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:19:53,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336210x0, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on znode that does not yet exist, /1-353497631/running 2024-11-15T15:19:53,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33621-0x1013f14a45d0004 connected 2024-11-15T15:19:53,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:19:53,206 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:19:53,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on znode that does not yet exist, /1-353497631/master 2024-11-15T15:19:53,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on znode that does not yet exist, /1-353497631/acl 2024-11-15T15:19:53,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33621 2024-11-15T15:19:53,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33621 2024-11-15T15:19:53,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33621 2024-11-15T15:19:53,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33621 2024-11-15T15:19:53,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33621 2024-11-15T15:19:53,220 DEBUG [M:0;855219d6b094:45281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:45281 2024-11-15T15:19:53,220 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-353497631/backup-masters/855219d6b094,45281,1731683993022 2024-11-15T15:19:53,225 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631/backup-masters 2024-11-15T15:19:53,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631/backup-masters 2024-11-15T15:19:53,226 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on existing znode=/1-353497631/backup-masters/855219d6b094,45281,1731683993022 2024-11-15T15:19:53,236 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-353497631/master 2024-11-15T15:19:53,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:53,236 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:53,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on existing znode=/1-353497631/master 2024-11-15T15:19:53,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-353497631/backup-masters/855219d6b094,45281,1731683993022 from backup master directory 2024-11-15T15:19:53,246 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631/backup-masters 2024-11-15T15:19:53,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353497631/backup-masters/855219d6b094,45281,1731683993022 2024-11-15T15:19:53,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631/backup-masters 2024-11-15T15:19:53,246 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:19:53,247 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,45281,1731683993022 2024-11-15T15:19:53,250 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/hbase.id] with ID: 94cc8489-c459-4045-a03b-1ff7a653b3d6 2024-11-15T15:19:53,250 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/.tmp/hbase.id 2024-11-15T15:19:53,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:19:53,658 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/.tmp/hbase.id]:[hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/hbase.id] 2024-11-15T15:19:53,668 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:19:53,669 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:19:53,670 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:19:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:53,920 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:19:54,326 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:19:54,327 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:19:54,327 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:19:54,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:19:54,734 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store 2024-11-15T15:19:54,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:19:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:19:54,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:54,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:54,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:54,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:54,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:54,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:19:55,139 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:55,139 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:19:55,139 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:55,139 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:55,139 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:19:55,139 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:55,139 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:19:55,139 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731683995139Disabling compacts and flushes for region at 1731683995139Disabling writes for close at 1731683995139Writing region close event to WAL at 1731683995139Closed at 1731683995139 2024-11-15T15:19:55,140 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/.initializing 2024-11-15T15:19:55,140 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/WALs/855219d6b094,45281,1731683993022 2024-11-15T15:19:55,141 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:19:55,143 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C45281%2C1731683993022, suffix=, logDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/WALs/855219d6b094,45281,1731683993022, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/oldWALs, maxLogs=10 2024-11-15T15:19:55,159 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/WALs/855219d6b094,45281,1731683993022/855219d6b094%2C45281%2C1731683993022.1731683995143, exclude list is [], retry=0 2024-11-15T15:19:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-297402ea-a3d6-4d4e-a3fc-4ca66f332f59,DISK] 2024-11-15T15:19:55,163 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/WALs/855219d6b094,45281,1731683993022/855219d6b094%2C45281%2C1731683993022.1731683995143 2024-11-15T15:19:55,163 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43517:43517)] 2024-11-15T15:19:55,163 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:19:55,164 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:55,164 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,164 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:19:55,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:55,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:55,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:19:55,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:55,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:55,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:19:55,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:55,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:55,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:19:55,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:55,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:55,171 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,172 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,172 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,173 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,173 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,173 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:19:55,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:19:55,176 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:19:55,177 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64910380, jitterRate=-0.03275996446609497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:19:55,177 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731683995164Initializing all the Stores at 1731683995165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683995165Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683995165Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683995165Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683995165Cleaning up temporary data from old regions at 1731683995173 (+8 ms)Region opened successfully at 1731683995177 (+4 ms) 2024-11-15T15:19:55,177 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:19:55,179 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ccc178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:19:55,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:19:55,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:19:55,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:19:55,181 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:19:55,181 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:19:55,182 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:19:55,182 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:19:55,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:19:55,184 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Unable to get data of znode /1-353497631/balancer because node does not exist (not necessarily an error) 2024-11-15T15:19:55,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353497631/balancer already deleted, retry=false 2024-11-15T15:19:55,236 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:19:55,237 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Unable to get data of znode /1-353497631/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:19:55,246 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353497631/normalizer already deleted, retry=false 2024-11-15T15:19:55,247 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:19:55,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Unable to get data of znode /1-353497631/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:19:55,257 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353497631/switch/split already deleted, retry=false 2024-11-15T15:19:55,258 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Unable to get data of znode /1-353497631/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:19:55,267 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353497631/switch/merge already deleted, retry=false 2024-11-15T15:19:55,269 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Unable to get data of znode /1-353497631/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:19:55,278 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-353497631/snapshot-cleanup already deleted, retry=false 2024-11-15T15:19:55,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-353497631/running 2024-11-15T15:19:55,288 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-353497631/running 2024-11-15T15:19:55,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:55,288 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:55,289 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,45281,1731683993022, sessionid=0x1013f14a45d0003, setting cluster-up flag (Was=false) 2024-11-15T15:19:55,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:55,309 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:55,341 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-353497631/flush-table-proc/acquired, /1-353497631/flush-table-proc/reached, /1-353497631/flush-table-proc/abort 2024-11-15T15:19:55,342 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45281,1731683993022 2024-11-15T15:19:55,362 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:55,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:55,394 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-353497631/online-snapshot/acquired, /1-353497631/online-snapshot/reached, /1-353497631/online-snapshot/abort 2024-11-15T15:19:55,395 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45281,1731683993022 2024-11-15T15:19:55,396 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:19:55,397 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:19:55,397 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:19:55,397 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:19:55,397 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,45281,1731683993022 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:19:55,398 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:19:55,399 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:19:55,399 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:19:55,399 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:19:55,399 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:19:55,399 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,399 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:19:55,399 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684025400 2024-11-15T15:19:55,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:19:55,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:19:55,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:19:55,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:19:55,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:19:55,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:19:55,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:19:55,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:19:55,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,401 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:55,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:19:55,404 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:19:55,404 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:19:55,404 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:19:55,405 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:19:55,405 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:19:55,405 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:19:55,405 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683995405,5,FailOnTimeoutGroup] 2024-11-15T15:19:55,405 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683995405,5,FailOnTimeoutGroup] 2024-11-15T15:19:55,405 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,405 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:19:55,405 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,406 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:19:55,412 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(746): ClusterId : 94cc8489-c459-4045-a03b-1ff7a653b3d6 2024-11-15T15:19:55,412 DEBUG [RS:0;855219d6b094:33621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:19:55,424 DEBUG [RS:0;855219d6b094:33621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:19:55,424 DEBUG [RS:0;855219d6b094:33621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:19:55,436 DEBUG [RS:0;855219d6b094:33621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:19:55,437 DEBUG [RS:0;855219d6b094:33621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5baf3ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:19:55,452 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:33621 2024-11-15T15:19:55,452 INFO [RS:0;855219d6b094:33621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:19:55,452 INFO [RS:0;855219d6b094:33621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:19:55,452 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:19:55,452 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,45281,1731683993022 with port=33621, startcode=1731683993184 2024-11-15T15:19:55,453 DEBUG [RS:0;855219d6b094:33621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:19:55,454 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:19:55,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,33621,1731683993184 2024-11-15T15:19:55,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45281 {}] master.ServerManager(517): Registering regionserver=855219d6b094,33621,1731683993184 2024-11-15T15:19:55,455 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450 2024-11-15T15:19:55,455 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37629 2024-11-15T15:19:55,455 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:19:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631/rs 2024-11-15T15:19:55,468 DEBUG [RS:0;855219d6b094:33621 {}] zookeeper.ZKUtil(111): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on existing znode=/1-353497631/rs/855219d6b094,33621,1731683993184 2024-11-15T15:19:55,468 WARN [RS:0;855219d6b094:33621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:19:55,468 INFO [RS:0;855219d6b094:33621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:19:55,468 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/WALs/855219d6b094,33621,1731683993184 2024-11-15T15:19:55,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,33621,1731683993184] 2024-11-15T15:19:55,471 INFO [RS:0;855219d6b094:33621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:19:55,472 INFO [RS:0;855219d6b094:33621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:19:55,473 INFO [RS:0;855219d6b094:33621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:19:55,473 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,473 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:19:55,474 INFO [RS:0;855219d6b094:33621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:19:55,474 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,474 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:19:55,475 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:19:55,475 DEBUG [RS:0;855219d6b094:33621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:19:55,475 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,475 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,475 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,475 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,475 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,475 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33621,1731683993184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:19:55,493 INFO [RS:0;855219d6b094:33621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:19:55,493 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33621,1731683993184-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,494 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,494 INFO [RS:0;855219d6b094:33621 {}] regionserver.Replication(171): 855219d6b094,33621,1731683993184 started 2024-11-15T15:19:55,509 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:55,509 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,33621,1731683993184, RpcServer on 855219d6b094/172.17.0.2:33621, sessionid=0x1013f14a45d0004 2024-11-15T15:19:55,509 DEBUG [RS:0;855219d6b094:33621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:19:55,509 DEBUG [RS:0;855219d6b094:33621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,33621,1731683993184 2024-11-15T15:19:55,509 DEBUG [RS:0;855219d6b094:33621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33621,1731683993184' 2024-11-15T15:19:55,509 DEBUG [RS:0;855219d6b094:33621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-353497631/flush-table-proc/abort' 2024-11-15T15:19:55,509 DEBUG [RS:0;855219d6b094:33621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-353497631/flush-table-proc/acquired' 2024-11-15T15:19:55,510 DEBUG [RS:0;855219d6b094:33621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:19:55,510 DEBUG [RS:0;855219d6b094:33621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:19:55,510 DEBUG [RS:0;855219d6b094:33621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,33621,1731683993184 2024-11-15T15:19:55,510 DEBUG [RS:0;855219d6b094:33621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33621,1731683993184' 2024-11-15T15:19:55,510 DEBUG [RS:0;855219d6b094:33621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-353497631/online-snapshot/abort' 2024-11-15T15:19:55,510 DEBUG [RS:0;855219d6b094:33621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-353497631/online-snapshot/acquired' 2024-11-15T15:19:55,510 DEBUG [RS:0;855219d6b094:33621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:19:55,510 INFO [RS:0;855219d6b094:33621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:19:55,510 INFO [RS:0;855219d6b094:33621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:19:55,611 INFO [RS:0;855219d6b094:33621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:19:55,612 INFO [RS:0;855219d6b094:33621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33621%2C1731683993184, suffix=, logDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/WALs/855219d6b094,33621,1731683993184, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/oldWALs, maxLogs=10 2024-11-15T15:19:55,624 DEBUG [RS:0;855219d6b094:33621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/WALs/855219d6b094,33621,1731683993184/855219d6b094%2C33621%2C1731683993184.1731683995612, exclude list is [], retry=0 2024-11-15T15:19:55,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-297402ea-a3d6-4d4e-a3fc-4ca66f332f59,DISK] 2024-11-15T15:19:55,628 INFO [RS:0;855219d6b094:33621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/WALs/855219d6b094,33621,1731683993184/855219d6b094%2C33621%2C1731683993184.1731683995612 2024-11-15T15:19:55,629 DEBUG [RS:0;855219d6b094:33621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43517:43517)] 2024-11-15T15:19:55,651 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:19:55,809 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:19:55,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450 2024-11-15T15:19:55,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:19:56,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:56,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:19:56,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:19:56,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:56,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:19:56,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:19:56,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:56,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:19:56,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:19:56,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:56,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:19:56,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:19:56,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:56,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:19:56,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740 2024-11-15T15:19:56,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740 2024-11-15T15:19:56,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:19:56,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:19:56,223 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:19:56,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:19:56,225 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:19:56,226 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63350926, jitterRate=-0.055997639894485474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:19:56,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731683996215Initializing all the Stores at 1731683996215Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683996215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683996216 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683996216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683996216Cleaning up temporary data from old regions at 1731683996223 (+7 ms)Region opened successfully at 1731683996226 (+3 ms) 2024-11-15T15:19:56,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:19:56,226 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:19:56,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:19:56,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:19:56,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:19:56,226 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:19:56,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683996226Disabling compacts and flushes for region at 1731683996226Disabling writes for close at 1731683996226Writing region close event to WAL at 1731683996226Closed at 1731683996226 2024-11-15T15:19:56,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:19:56,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:19:56,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:19:56,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:19:56,229 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:19:56,379 DEBUG [855219d6b094:45281 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:19:56,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,33621,1731683993184 2024-11-15T15:19:56,380 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33621,1731683993184, state=OPENING 2024-11-15T15:19:56,479 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:19:56,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:56,499 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:19:56,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-353497631/meta-region-server: CHANGED 2024-11-15T15:19:56,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-353497631/meta-region-server: CHANGED 2024-11-15T15:19:56,499 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:19:56,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33621,1731683993184}] 2024-11-15T15:19:56,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:19:56,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:19:56,656 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:19:56,657 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:19:56,657 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:19:56,658 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33621%2C1731683993184.meta, suffix=.meta, logDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/WALs/855219d6b094,33621,1731683993184, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/oldWALs, maxLogs=10 2024-11-15T15:19:56,670 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/WALs/855219d6b094,33621,1731683993184/855219d6b094%2C33621%2C1731683993184.meta.1731683996658.meta, exclude list is [], retry=0 2024-11-15T15:19:56,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-297402ea-a3d6-4d4e-a3fc-4ca66f332f59,DISK] 2024-11-15T15:19:56,673 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/WALs/855219d6b094,33621,1731683993184/855219d6b094%2C33621%2C1731683993184.meta.1731683996658.meta 2024-11-15T15:19:56,673 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43517:43517)] 2024-11-15T15:19:56,673 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:19:56,674 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:19:56,674 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:19:56,674 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:19:56,674 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:19:56,674 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:19:56,674 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:56,674 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:19:56,674 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:19:56,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:19:56,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:19:56,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:56,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:19:56,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:19:56,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:56,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:19:56,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:19:56,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:56,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:19:56,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:19:56,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:19:56,680 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:19:56,681 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740 2024-11-15T15:19:56,681 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740 2024-11-15T15:19:56,682 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:19:56,683 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:19:56,683 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:19:56,684 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:19:56,685 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64542325, jitterRate=-0.03824441134929657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:19:56,685 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:19:56,685 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731683996675Writing region info on filesystem at 1731683996675Initializing all the Stores at 1731683996675Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683996675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683996676 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683996676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731683996676Cleaning up temporary data from old regions at 1731683996683 (+7 ms)Running coprocessor post-open hooks at 1731683996685 (+2 ms)Region opened successfully at 1731683996685 2024-11-15T15:19:56,686 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683996652 2024-11-15T15:19:56,688 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:19:56,688 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:19:56,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,33621,1731683993184 2024-11-15T15:19:56,689 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33621,1731683993184, state=OPEN 2024-11-15T15:19:56,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-353497631/meta-region-server 2024-11-15T15:19:56,699 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-353497631/meta-region-server 2024-11-15T15:19:56,699 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,33621,1731683993184 2024-11-15T15:19:56,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-353497631/meta-region-server: CHANGED 2024-11-15T15:19:56,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-353497631/meta-region-server: CHANGED 2024-11-15T15:19:56,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:19:56,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33621,1731683993184 in 199 msec 2024-11-15T15:19:56,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:19:56,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-15T15:19:56,703 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:19:56,703 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:19:56,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:19:56,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33621,1731683993184, seqNum=-1] 2024-11-15T15:19:56,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:56,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:56,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-15T15:19:56,710 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683996710, completionTime=-1 2024-11-15T15:19:56,710 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:19:56,710 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:19:56,712 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:19:56,712 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684056712 2024-11-15T15:19:56,712 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684116712 2024-11-15T15:19:56,712 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:19:56,713 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45281,1731683993022-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:56,713 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45281,1731683993022-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:56,713 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45281,1731683993022-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:56,713 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:45281, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:56,713 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:56,713 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:56,715 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:19:56,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.469sec 2024-11-15T15:19:56,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:19:56,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:19:56,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:19:56,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:19:56,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:19:56,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45281,1731683993022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:19:56,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45281,1731683993022-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:19:56,718 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:19:56,718 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:19:56,718 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45281,1731683993022-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:19:56,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a16e950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45281,-1 for getting cluster id 2024-11-15T15:19:56,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:19:56,814 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94cc8489-c459-4045-a03b-1ff7a653b3d6' 2024-11-15T15:19:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:19:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94cc8489-c459-4045-a03b-1ff7a653b3d6" 2024-11-15T15:19:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6f0dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45281,-1] 2024-11-15T15:19:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:19:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,816 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:19:56,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35da418f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:19:56,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33621,1731683993184, seqNum=-1] 2024-11-15T15:19:56,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:56,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:56,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,45281,1731683993022 2024-11-15T15:19:56,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53867 2024-11-15T15:19:56,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:19:56,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f14a45d0005 connected 2024-11-15T15:19:56,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba0e96f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,40047,-1 for getting cluster id 2024-11-15T15:19:56,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:19:56,850 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfc92c72-9198-47f9-bf33-90e6d0e893f0' 2024-11-15T15:19:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:19:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfc92c72-9198-47f9-bf33-90e6d0e893f0" 2024-11-15T15:19:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a98378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,40047,-1] 2024-11-15T15:19:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:19:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,851 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:19:56,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f4bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:19:56,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,40047,1731683987672 2024-11-15T15:19:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78142019 2024-11-15T15:19:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:19:56,853 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:19:56,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:45281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:19:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:19:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:19:56,856 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:45281' 2024-11-15T15:19:56,857 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9fb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,857 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45281,-1 for getting cluster id 2024-11-15T15:19:56,857 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:19:56,858 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94cc8489-c459-4045-a03b-1ff7a653b3d6' 2024-11-15T15:19:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:19:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94cc8489-c459-4045-a03b-1ff7a653b3d6" 2024-11-15T15:19:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472013a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45281,-1] 2024-11-15T15:19:56,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:19:56,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,859 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:19:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f874f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:56,860 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:19:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45281,1731683993022 2024-11-15T15:19:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dbb3719 2024-11-15T15:19:56,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:19:56,861 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:19:56,862 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T15:19:56,862 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:19:56,862 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,862 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:19:56,863 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:19:56,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:19:56,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:19:56,865 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:56,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:19:56,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741835_1011 (size=1138) 2024-11-15T15:19:56,914 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:19:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:19:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:19:57,272 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adab82ee6dce28082d465256b4cafc8e, NAME => 'hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d 2024-11-15T15:19:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741836_1012 (size=44) 2024-11-15T15:19:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:19:57,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:57,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing adab82ee6dce28082d465256b4cafc8e, disabling compactions & flushes 2024-11-15T15:19:57,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:57,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:57,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. after waiting 0 ms 2024-11-15T15:19:57,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:57,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:57,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for adab82ee6dce28082d465256b4cafc8e: Waiting for close lock at 1731683997679Disabling compacts and flushes for region at 1731683997679Disabling writes for close at 1731683997679Writing region close event to WAL at 1731683997679Closed at 1731683997679 2024-11-15T15:19:57,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:19:57,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731683997680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683997680"}]},"ts":"1731683997680"} 2024-11-15T15:19:57,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:19:57,683 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:19:57,684 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683997683"}]},"ts":"1731683997683"} 2024-11-15T15:19:57,685 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:19:57,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN}] 2024-11-15T15:19:57,686 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN 2024-11-15T15:19:57,687 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN; state=OFFLINE, location=855219d6b094,39005,1731683987888; forceNewPlan=false, retain=false 2024-11-15T15:19:57,837 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=adab82ee6dce28082d465256b4cafc8e, regionState=OPENING, regionLocation=855219d6b094,39005,1731683987888 2024-11-15T15:19:57,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN because future has completed 2024-11-15T15:19:57,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure adab82ee6dce28082d465256b4cafc8e, server=855219d6b094,39005,1731683987888}] 2024-11-15T15:19:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:19:57,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:57,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:19:57,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:19:57,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C39005%2C1731683987888.rep, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs, maxLogs=10 2024-11-15T15:19:58,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.rep.1731683997997, exclude list is [], retry=0 2024-11-15T15:19:58,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-4b7495e0-1327-4102-969f-0893f0fb97fd,DISK] 2024-11-15T15:19:58,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.rep.1731683997997 2024-11-15T15:19:58,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-15T15:19:58,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => adab82ee6dce28082d465256b4cafc8e, NAME => 'hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:19:58,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:19:58,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:19:58,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. service=MultiRowMutationService 2024-11-15T15:19:58,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:19:58,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:58,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,015 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,016 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adab82ee6dce28082d465256b4cafc8e columnFamilyName hfileref 2024-11-15T15:19:58,016 DEBUG [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:58,016 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(327): Store=adab82ee6dce28082d465256b4cafc8e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:58,017 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,017 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adab82ee6dce28082d465256b4cafc8e columnFamilyName queue 2024-11-15T15:19:58,017 DEBUG [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:58,018 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(327): Store=adab82ee6dce28082d465256b4cafc8e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:58,018 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,018 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adab82ee6dce28082d465256b4cafc8e columnFamilyName sid 2024-11-15T15:19:58,018 DEBUG [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:58,019 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(327): Store=adab82ee6dce28082d465256b4cafc8e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:58,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:19:58,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:19:58,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened adab82ee6dce28082d465256b4cafc8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60947365, jitterRate=-0.09181348979473114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:19:58,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:58,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for adab82ee6dce28082d465256b4cafc8e: Running coprocessor pre-open hook at 1731683998014Writing region info on filesystem at 1731683998014Initializing all the Stores at 1731683998015 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683998015Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683998015Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731683998015Cleaning up temporary data from old regions at 1731683998020 (+5 ms)Running coprocessor post-open hooks at 1731683998026 (+6 ms)Region opened successfully at 1731683998026 2024-11-15T15:19:58,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e., pid=7, masterSystemTime=1731683997992 2024-11-15T15:19:58,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:58,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:58,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=adab82ee6dce28082d465256b4cafc8e, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,39005,1731683987888 2024-11-15T15:19:58,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure adab82ee6dce28082d465256b4cafc8e, server=855219d6b094,39005,1731683987888 because future has completed 2024-11-15T15:19:58,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T15:19:58,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure adab82ee6dce28082d465256b4cafc8e, server=855219d6b094,39005,1731683987888 in 193 msec 2024-11-15T15:19:58,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:19:58,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN in 350 msec 2024-11-15T15:19:58,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:19:58,038 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683998038"}]},"ts":"1731683998038"} 2024-11-15T15:19:58,040 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:19:58,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:19:58,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-15T15:19:58,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e., hostname=855219d6b094,39005,1731683987888, seqNum=2] 2024-11-15T15:19:58,172 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:58,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:58,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:19:58,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T15:19:58,347 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:19:58,373 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,39005,1731683987888, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:19:58,373 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:19:58,373 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,39005,1731683987888, seqNum=-1] 2024-11-15T15:19:58,374 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:58,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-15T15:19:58,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,39005,1731683987888', locateType=CURRENT is [region=hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e., hostname=855219d6b094,39005,1731683987888, seqNum=2] 2024-11-15T15:19:58,378 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T15:19:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T15:19:58,381 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,39005,1731683987888 suceeded 2024-11-15T15:19:58,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T15:19:58,382 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:45281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:19:58,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-15T15:19:58,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-11-15T15:19:58,394 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:45281' 2024-11-15T15:19:58,395 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@da25553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:58,395 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45281,-1 for getting cluster id 2024-11-15T15:19:58,395 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:19:58,396 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94cc8489-c459-4045-a03b-1ff7a653b3d6' 2024-11-15T15:19:58,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:19:58,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94cc8489-c459-4045-a03b-1ff7a653b3d6" 2024-11-15T15:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495f3f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45281,-1] 2024-11-15T15:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:58,397 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:19:58,398 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322c4f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:58,398 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:19:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45281,1731683993022 2024-11-15T15:19:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d18a880 2024-11-15T15:19:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:19:58,399 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-15T15:19:58,400 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,39005,1731683987888 (queues=1) is replicating from cluster=bfc92c72-9198-47f9-bf33-90e6d0e893f0 to cluster=94cc8489-c459-4045-a03b-1ff7a653b3d6 2024-11-15T15:19:58,400 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C39005%2C1731683987888 2024-11-15T15:19:58,400 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,39005,1731683987888, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:19:58,401 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.shipper855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C39005%2C1731683987888 2024-11-15T15:19:58,401 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.wal-reader.855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786, startPosition=0, beingWritten=true 2024-11-15T15:19:58,605 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.wal-reader.855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786 to pos 0, reset compression=false 2024-11-15T15:19:58,909 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.wal-reader.855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786 to pos 0, reset compression=false 2024-11-15T15:19:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:19:59,005 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:19:59,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:19:59,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:59,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:59,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:59,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:19:59,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:19:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,40047,1731683987672 2024-11-15T15:19:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c61ae01 2024-11-15T15:19:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:19:59,008 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:19:59,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T15:19:59,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:19:59,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:59,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:59,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:59,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:19:59,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:19:59,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1057627, stopped=false 2024-11-15T15:19:59,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,40047,1731683987672 2024-11-15T15:19:59,109 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/running 2024-11-15T15:19:59,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/running 2024-11-15T15:19:59,109 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:59,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:19:59,109 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:19:59,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:19:59,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:59,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/running 2024-11-15T15:19:59,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:59,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/running 2024-11-15T15:19:59,110 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,39005,1731683987888' ***** 2024-11-15T15:19:59,110 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:19:59,110 INFO [RS:0;855219d6b094:39005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:19:59,110 INFO [RS:0;855219d6b094:39005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:19:59,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:19:59,110 INFO [RS:0;855219d6b094:39005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:19:59,111 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(3091): Received CLOSE for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:59,111 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,39005,1731683987888 2024-11-15T15:19:59,111 INFO [RS:0;855219d6b094:39005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:19:59,111 INFO [RS:0;855219d6b094:39005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:39005. 2024-11-15T15:19:59,111 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adab82ee6dce28082d465256b4cafc8e, disabling compactions & flushes 2024-11-15T15:19:59,111 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:59,111 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:59,111 DEBUG [RS:0;855219d6b094:39005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:59,111 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. after waiting 0 ms 2024-11-15T15:19:59,111 DEBUG [RS:0;855219d6b094:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:59,111 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:59,111 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing adab82ee6dce28082d465256b4cafc8e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T15:19:59,111 INFO [RS:0;855219d6b094:39005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:19:59,111 INFO [RS:0;855219d6b094:39005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:19:59,111 INFO [RS:0;855219d6b094:39005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:19:59,111 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:19:59,113 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:19:59,113 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, adab82ee6dce28082d465256b4cafc8e=hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.} 2024-11-15T15:19:59,113 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:59,113 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:19:59,113 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:19:59,113 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:19:59,113 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:19:59,113 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:19:59,113 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T15:19:59,128 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/.tmp/queue/ec8a6e1c165d4e1b9ee2595ddf4c9519 is 151, key is 1-855219d6b094,39005,1731683987888/queue:855219d6b094%2C39005%2C1731683987888/1731683998377/Put/seqid=0 2024-11-15T15:19:59,128 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/info/22c1b88c32aa4752860027fe55e04960 is 147, key is hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e./info:regioninfo/1731683998030/Put/seqid=0 2024-11-15T15:19:59,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741839_1015 (size=5350) 2024-11-15T15:19:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741838_1014 (size=6631) 2024-11-15T15:19:59,163 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:19:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:19:59,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:19:59,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:19:59,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T15:19:59,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:19:59,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T15:19:59,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:19:59,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:19:59,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:19:59,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:19:59,313 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:59,314 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.wal-reader.855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786 to pos 0, reset compression=false 2024-11-15T15:19:59,513 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:19:59,533 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/.tmp/queue/ec8a6e1c165d4e1b9ee2595ddf4c9519 2024-11-15T15:19:59,533 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/info/22c1b88c32aa4752860027fe55e04960 2024-11-15T15:19:59,540 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/.tmp/queue/ec8a6e1c165d4e1b9ee2595ddf4c9519 as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/queue/ec8a6e1c165d4e1b9ee2595ddf4c9519 2024-11-15T15:19:59,545 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/queue/ec8a6e1c165d4e1b9ee2595ddf4c9519, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T15:19:59,546 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for adab82ee6dce28082d465256b4cafc8e in 435ms, sequenceid=5, compaction requested=false 2024-11-15T15:19:59,546 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:19:59,553 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/ns/2e4fd2fb338b4094b35bdd4670a7274d is 43, key is default/ns:d/1731683990812/Put/seqid=0 2024-11-15T15:19:59,555 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:19:59,556 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:19:59,556 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:19:59,556 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:59,556 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adab82ee6dce28082d465256b4cafc8e: Waiting for close lock at 1731683999111Running coprocessor pre-close hooks at 1731683999111Disabling compacts and flushes for region at 1731683999111Disabling writes for close at 1731683999111Obtaining lock to block concurrent updates at 1731683999111Preparing flush snapshotting stores in adab82ee6dce28082d465256b4cafc8e at 1731683999111Finished memstore snapshotting hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731683999111Flushing stores of hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. at 1731683999112 (+1 ms)Flushing adab82ee6dce28082d465256b4cafc8e/queue: creating writer at 1731683999113 (+1 ms)Flushing adab82ee6dce28082d465256b4cafc8e/queue: appending metadata at 1731683999128 (+15 ms)Flushing adab82ee6dce28082d465256b4cafc8e/queue: closing flushed file at 1731683999128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39aeff1: reopening flushed file at 1731683999539 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for adab82ee6dce28082d465256b4cafc8e in 435ms, sequenceid=5, compaction requested=false at 1731683999546 (+7 ms)Writing region close event to WAL at 1731683999552 (+6 ms)Running coprocessor post-close hooks at 1731683999556 (+4 ms)Closed at 1731683999556 2024-11-15T15:19:59,556 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:19:59,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741840_1016 (size=5153) 2024-11-15T15:19:59,659 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:19:59,659 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:19:59,713 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:59,819 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.wal-reader.855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786 to pos 0, reset compression=false 2024-11-15T15:19:59,913 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:19:59,962 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/ns/2e4fd2fb338b4094b35bdd4670a7274d 2024-11-15T15:19:59,980 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/table/aee32b4d42574b2baea9aa9621ade546 is 53, key is hbase:replication/table:state/1731683998038/Put/seqid=0 2024-11-15T15:19:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741841_1017 (size=5256) 2024-11-15T15:20:00,114 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:20:00,114 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:20:00,114 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:00,314 DEBUG [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:00,385 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/table/aee32b4d42574b2baea9aa9621ade546 2024-11-15T15:20:00,390 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/info/22c1b88c32aa4752860027fe55e04960 as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/info/22c1b88c32aa4752860027fe55e04960 2024-11-15T15:20:00,395 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/info/22c1b88c32aa4752860027fe55e04960, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T15:20:00,396 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/ns/2e4fd2fb338b4094b35bdd4670a7274d as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/ns/2e4fd2fb338b4094b35bdd4670a7274d 2024-11-15T15:20:00,401 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/ns/2e4fd2fb338b4094b35bdd4670a7274d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:20:00,402 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/table/aee32b4d42574b2baea9aa9621ade546 as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/table/aee32b4d42574b2baea9aa9621ade546 2024-11-15T15:20:00,407 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/table/aee32b4d42574b2baea9aa9621ade546, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T15:20:00,408 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-11-15T15:20:00,412 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T15:20:00,412 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:00,412 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:00,412 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:00,412 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731683999113Running coprocessor pre-close hooks at 1731683999113Disabling compacts and flushes for region at 1731683999113Disabling writes for close at 1731683999113Obtaining lock to block concurrent updates at 1731683999113Preparing flush snapshotting stores in 1588230740 at 1731683999113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731683999113Flushing stores of hbase:meta,,1.1588230740 at 1731683999114 (+1 ms)Flushing 1588230740/info: creating writer at 1731683999114Flushing 1588230740/info: appending metadata at 1731683999128 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731683999128Flushing 1588230740/ns: creating writer at 1731683999539 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731683999553 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731683999553Flushing 1588230740/table: creating writer at 1731683999967 (+414 ms)Flushing 1588230740/table: appending metadata at 1731683999980 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731683999980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fde4ac9: reopening flushed file at 1731684000389 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25da16dc: reopening flushed file at 1731684000395 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799a0534: reopening flushed file at 1731684000401 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1731684000408 (+7 ms)Writing region close event to WAL at 1731684000409 (+1 ms)Running coprocessor post-close hooks at 1731684000412 (+3 ms)Closed at 1731684000412 2024-11-15T15:20:00,412 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:00,423 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.wal-reader.855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786 to pos 0, reset compression=false 2024-11-15T15:20:00,514 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,39005,1731683987888; all regions closed. 2024-11-15T15:20:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741834_1010 (size=2742) 2024-11-15T15:20:00,518 DEBUG [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs 2024-11-15T15:20:00,518 INFO [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C39005%2C1731683987888.meta:.meta(num 1731683990722) 2024-11-15T15:20:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741837_1013 (size=1586) 2024-11-15T15:20:00,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.rep.1731683997997 not finished, retry = 0 2024-11-15T15:20:00,622 DEBUG [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs 2024-11-15T15:20:00,622 INFO [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C39005%2C1731683987888.rep:(num 1731683997997) 2024-11-15T15:20:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741832_1008 (size=93) 2024-11-15T15:20:00,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888/855219d6b094%2C39005%2C1731683987888.1731683989786 not finished, retry = 0 2024-11-15T15:20:00,726 DEBUG [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs 2024-11-15T15:20:00,726 INFO [RS:0;855219d6b094:39005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C39005%2C1731683987888:(num 1731683989786) 2024-11-15T15:20:00,726 DEBUG [RS:0;855219d6b094:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:00,726 INFO [RS:0;855219d6b094:39005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:00,726 INFO [RS:0;855219d6b094:39005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:00,727 INFO [RS:0;855219d6b094:39005 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:00,727 INFO [RS:0;855219d6b094:39005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:00,727 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:00,727 INFO [RS:0;855219d6b094:39005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,39005,1731683987888 because: Region server is closing 2024-11-15T15:20:00,727 INFO [RS:0;855219d6b094:39005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:39005. 2024-11-15T15:20:00,727 DEBUG [RS:0;855219d6b094:39005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:00,727 DEBUG [RS:0;855219d6b094:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:00,727 DEBUG [RS:0;855219d6b094:39005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:00,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:00,828 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.wal-reader.855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:20:00,828 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.shipper855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:20:00,828 INFO [RS:0;855219d6b094:39005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,39005,1731683987888.replicationSource.shipper855219d6b094%2C39005%2C1731683987888,1-855219d6b094,39005,1731683987888 terminated 2024-11-15T15:20:00,828 INFO [RS:0;855219d6b094:39005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39005 2024-11-15T15:20:00,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/rs 2024-11-15T15:20:00,855 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/rs/855219d6b094,39005,1731683987888 2024-11-15T15:20:00,855 INFO [RS:0;855219d6b094:39005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:00,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,39005,1731683987888] 2024-11-15T15:20:00,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/draining/855219d6b094,39005,1731683987888 already deleted, retry=false 2024-11-15T15:20:00,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,39005,1731683987888 expired; onlineServers=0 2024-11-15T15:20:00,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,40047,1731683987672' ***** 2024-11-15T15:20:00,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:20:00,962 INFO [M:0;855219d6b094:40047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:00,962 INFO [M:0;855219d6b094:40047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:00,962 DEBUG [M:0;855219d6b094:40047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:20:00,962 DEBUG [M:0;855219d6b094:40047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:20:00,962 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:20:00,962 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683989520 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683989520,5,FailOnTimeoutGroup] 2024-11-15T15:20:00,962 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683989517 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683989517,5,FailOnTimeoutGroup] 2024-11-15T15:20:00,962 INFO [M:0;855219d6b094:40047 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:00,962 INFO [M:0;855219d6b094:40047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:00,962 DEBUG [M:0;855219d6b094:40047 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:20:00,962 INFO [M:0;855219d6b094:40047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:20:00,963 INFO [M:0;855219d6b094:40047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:00,963 INFO [M:0;855219d6b094:40047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:20:00,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:20:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/master 2024-11-15T15:20:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:20:00,972 DEBUG [M:0;855219d6b094:40047 {}] zookeeper.ZKUtil(347): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/master because node does not exist (not an error) 2024-11-15T15:20:00,972 WARN [M:0;855219d6b094:40047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:20:00,973 INFO [M:0;855219d6b094:40047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/.lastflushedseqids 2024-11-15T15:20:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741842_1018 (size=181) 2024-11-15T15:20:01,037 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:01,037 INFO [RS:0;855219d6b094:39005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:01,037 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39005-0x1013f14a45d0001, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:01,037 INFO [RS:0;855219d6b094:39005 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,39005,1731683987888; zookeeper connection closed. 2024-11-15T15:20:01,037 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61f5a674 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61f5a674 2024-11-15T15:20:01,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:20:01,377 INFO [M:0;855219d6b094:40047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:20:01,378 INFO [M:0;855219d6b094:40047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:20:01,378 DEBUG [M:0;855219d6b094:40047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:01,378 INFO [M:0;855219d6b094:40047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:01,378 DEBUG [M:0;855219d6b094:40047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:01,378 DEBUG [M:0;855219d6b094:40047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:01,378 DEBUG [M:0;855219d6b094:40047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:01,378 INFO [M:0;855219d6b094:40047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T15:20:01,391 DEBUG [M:0;855219d6b094:40047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04a067f7f87c4f5da378128c06d282bd is 82, key is hbase:meta,,1/info:regioninfo/1731683990759/Put/seqid=0 2024-11-15T15:20:01,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741843_1019 (size=5672) 2024-11-15T15:20:01,795 INFO [M:0;855219d6b094:40047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04a067f7f87c4f5da378128c06d282bd 2024-11-15T15:20:01,853 DEBUG [M:0;855219d6b094:40047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97ed52b2cd0142d69eac1f3ddf7a5c48 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731683998043/Put/seqid=0 2024-11-15T15:20:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741844_1020 (size=7203) 2024-11-15T15:20:02,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:02,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:02,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:02,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:02,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:02,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:02,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:02,258 INFO [M:0;855219d6b094:40047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97ed52b2cd0142d69eac1f3ddf7a5c48 2024-11-15T15:20:02,277 DEBUG [M:0;855219d6b094:40047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2505a174ce24f82b9bd67c4e677ea32 is 69, key is 855219d6b094,39005,1731683987888/rs:state/1731683989640/Put/seqid=0 2024-11-15T15:20:02,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741845_1021 (size=5156) 2024-11-15T15:20:02,681 INFO [M:0;855219d6b094:40047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2505a174ce24f82b9bd67c4e677ea32 2024-11-15T15:20:02,686 DEBUG [M:0;855219d6b094:40047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04a067f7f87c4f5da378128c06d282bd as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04a067f7f87c4f5da378128c06d282bd 2024-11-15T15:20:02,691 INFO [M:0;855219d6b094:40047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04a067f7f87c4f5da378128c06d282bd, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T15:20:02,692 DEBUG [M:0;855219d6b094:40047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97ed52b2cd0142d69eac1f3ddf7a5c48 as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97ed52b2cd0142d69eac1f3ddf7a5c48 2024-11-15T15:20:02,695 INFO [M:0;855219d6b094:40047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97ed52b2cd0142d69eac1f3ddf7a5c48, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T15:20:02,696 DEBUG [M:0;855219d6b094:40047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2505a174ce24f82b9bd67c4e677ea32 as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2505a174ce24f82b9bd67c4e677ea32 2024-11-15T15:20:02,701 INFO [M:0;855219d6b094:40047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2505a174ce24f82b9bd67c4e677ea32, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T15:20:02,702 INFO [M:0;855219d6b094:40047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=70, compaction requested=false 2024-11-15T15:20:02,703 INFO [M:0;855219d6b094:40047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:02,703 DEBUG [M:0;855219d6b094:40047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684001378Disabling compacts and flushes for region at 1731684001378Disabling writes for close at 1731684001378Obtaining lock to block concurrent updates at 1731684001378Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684001378Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731684001378Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684001379 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684001379Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684001391 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684001391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684001840 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684001853 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684001853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684002262 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684002276 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684002276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@337f8be9: reopening flushed file at 1731684002685 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c90c05: reopening flushed file at 1731684002691 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce52223: reopening flushed file at 1731684002696 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=70, compaction requested=false at 1731684002702 (+6 ms)Writing region close event to WAL at 1731684002702Closed at 1731684002702 2024-11-15T15:20:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741830_1006 (size=41008) 2024-11-15T15:20:02,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672/855219d6b094%2C40047%2C1731683987672.1731683989265 not finished, retry = 0 2024-11-15T15:20:02,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:02,806 INFO [M:0;855219d6b094:40047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:20:02,806 INFO [M:0;855219d6b094:40047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40047 2024-11-15T15:20:02,806 INFO [M:0;855219d6b094:40047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:03,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:03,051 INFO [M:0;855219d6b094:40047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:03,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40047-0x1013f14a45d0000, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:03,053 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:03,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:03,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:03,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:03,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:03,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:03,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:20:03,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:03,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45069 2024-11-15T15:20:03,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45069 connecting to ZooKeeper ensemble=127.0.0.1:53867 2024-11-15T15:20:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450690x0, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:03,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45069-0x1013f14a45d0006 connected 2024-11-15T15:20:03,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:03,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:03,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/running 2024-11-15T15:20:03,094 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: INIT 2024-11-15T15:20:03,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d, hbase.cluster.distributed=false 2024-11-15T15:20:03,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/acl 2024-11-15T15:20:03,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-15T15:20:03,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45069 2024-11-15T15:20:03,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45069 2024-11-15T15:20:03,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-15T15:20:03,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-15T15:20:03,109 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:03,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:03,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:03,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:03,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:03,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:03,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:20:03,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:03,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42169 2024-11-15T15:20:03,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42169 connecting to ZooKeeper ensemble=127.0.0.1:53867 2024-11-15T15:20:03,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:03,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:03,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421690x0, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:03,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421690x0, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/running 2024-11-15T15:20:03,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42169-0x1013f14a45d0007 connected 2024-11-15T15:20:03,120 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: INIT 2024-11-15T15:20:03,120 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:20:03,121 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:20:03,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/master 2024-11-15T15:20:03,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/acl 2024-11-15T15:20:03,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42169 2024-11-15T15:20:03,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42169 2024-11-15T15:20:03,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42169 2024-11-15T15:20:03,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42169 2024-11-15T15:20:03,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42169 2024-11-15T15:20:03,136 DEBUG [M:0;855219d6b094:45069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:45069 2024-11-15T15:20:03,136 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0264456975/backup-masters/855219d6b094,45069,1731684003053 2024-11-15T15:20:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/backup-masters 2024-11-15T15:20:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/backup-masters 2024-11-15T15:20:03,141 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on existing znode=/0264456975/backup-masters/855219d6b094,45069,1731684003053 2024-11-15T15:20:03,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:20:03,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0264456975/master 2024-11-15T15:20:03,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:20:03,151 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on existing znode=/0264456975/master 2024-11-15T15:20:03,152 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0264456975/backup-masters/855219d6b094,45069,1731684003053 from backup master directory 2024-11-15T15:20:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/backup-masters 2024-11-15T15:20:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/backup-masters/855219d6b094,45069,1731684003053 2024-11-15T15:20:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/backup-masters 2024-11-15T15:20:03,162 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:03,162 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,45069,1731684003053 2024-11-15T15:20:03,172 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:03,172 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:20:03,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-15T15:20:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741846_1022 (size=196) 2024-11-15T15:20:03,599 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:03,599 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:20:03,600 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:03,604 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T15:20:03,607 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672 to hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672-dead as it is dead 2024-11-15T15:20:03,607 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672-dead/855219d6b094%2C40047%2C1731683987672.1731683989265 2024-11-15T15:20:03,608 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672-dead/855219d6b094%2C40047%2C1731683987672.1731683989265 after 1ms 2024-11-15T15:20:03,608 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672-dead/855219d6b094%2C40047%2C1731683987672.1731683989265 to hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/855219d6b094%2C40047%2C1731683987672.1731683989265 2024-11-15T15:20:03,608 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,40047,1731683987672-dead 2024-11-15T15:20:03,609 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,45069,1731684003053 2024-11-15T15:20:03,609 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:03,610 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C45069%2C1731684003053, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,45069,1731684003053, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/oldWALs, maxLogs=10 2024-11-15T15:20:03,622 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,45069,1731684003053/855219d6b094%2C45069%2C1731684003053.1731684003611, exclude list is [], retry=0 2024-11-15T15:20:03,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-4b7495e0-1327-4102-969f-0893f0fb97fd,DISK] 2024-11-15T15:20:03,626 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,45069,1731684003053/855219d6b094%2C45069%2C1731684003053.1731684003611 2024-11-15T15:20:03,626 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-15T15:20:03,626 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:03,626 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:03,626 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,626 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:20:03,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:03,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04a067f7f87c4f5da378128c06d282bd 2024-11-15T15:20:03,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:03,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:20:03,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:03,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97ed52b2cd0142d69eac1f3ddf7a5c48 2024-11-15T15:20:03,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:03,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:20:03,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:03,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2505a174ce24f82b9bd67c4e677ea32 2024-11-15T15:20:03,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:03,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:20:03,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:03,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:03,647 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,647 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T15:20:03,647 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/855219d6b094%2C40047%2C1731683987672.1731683989265 2024-11-15T15:20:03,652 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/855219d6b094%2C40047%2C1731683987672.1731683989265 2024-11-15T15:20:03,653 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/855219d6b094%2C40047%2C1731683987672.1731683989265 2024-11-15T15:20:03,654 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,654 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,655 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:03,656 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:03,658 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-15T15:20:03,658 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68546237, jitterRate=0.021418526768684387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:03,659 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684003626Initializing all the Stores at 1731684003627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684003627Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684003627Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684003627Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684003627Cleaning up temporary data from old regions at 1731684003654 (+27 ms)Region opened successfully at 1731684003659 (+5 ms) 2024-11-15T15:20:03,659 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:20:03,661 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514f9c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:03,663 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T15:20:03,664 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:20:03,664 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:20:03,664 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:20:03,664 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:20:03,666 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:03,667 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:20:03,667 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:20:03,667 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-15T15:20:03,667 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:20:03,669 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=855219d6b094,39005,1731683987888, regionLocation=855219d6b094,39005,1731683987888, openSeqNum=2 2024-11-15T15:20:03,670 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=855219d6b094,39005,1731683987888, table=hbase:meta, region=1588230740 2024-11-15T15:20:03,670 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,39005,1731683987888, state=OPEN 2024-11-15T15:20:03,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0264456975/meta-region-server 2024-11-15T15:20:03,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0264456975/meta-region-server 2024-11-15T15:20:03,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:20:03,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:20:03,733 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:20:03,740 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/draining/855219d6b094,39005,1731683987888 already deleted, retry=false 2024-11-15T15:20:03,740 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 855219d6b094,39005,1731683987888 on 855219d6b094,45069,1731684003053 2024-11-15T15:20:03,741 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 855219d6b094,39005,1731683987888, splitWal=true, meta=true 2024-11-15T15:20:03,741 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 855219d6b094,39005,1731683987888 (carryingMeta=true) 855219d6b094,39005,1731683987888/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40ccd7b3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T15:20:03,743 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/balancer because node does not exist (not necessarily an error) 2024-11-15T15:20:03,751 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/balancer already deleted, retry=false 2024-11-15T15:20:03,751 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:20:03,752 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:20:03,761 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/normalizer already deleted, retry=false 2024-11-15T15:20:03,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:20:03,763 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:20:03,772 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/switch/split already deleted, retry=false 2024-11-15T15:20:03,773 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:20:03,782 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/switch/merge already deleted, retry=false 2024-11-15T15:20:03,795 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:20:03,803 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/snapshot-cleanup already deleted, retry=false 2024-11-15T15:20:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0264456975/running 2024-11-15T15:20:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0264456975/running 2024-11-15T15:20:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:20:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:20:03,814 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,45069,1731684003053, sessionid=0x1013f14a45d0006, setting cluster-up flag (Was=false) 2024-11-15T15:20:03,825 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0264456975/flush-table-proc/acquired, /0264456975/flush-table-proc/reached, /0264456975/flush-table-proc/abort 2024-11-15T15:20:03,826 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45069,1731684003053 2024-11-15T15:20:03,836 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0264456975/online-snapshot/acquired, /0264456975/online-snapshot/reached, /0264456975/online-snapshot/abort 2024-11-15T15:20:03,837 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45069,1731684003053 2024-11-15T15:20:03,838 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/.lastflushedseqids 2024-11-15T15:20:03,840 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:20:03,840 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:20:03,840 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,45069,1731684003053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 855219d6b094,39005,1731683987888 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:20:03,841 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:03,842 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:03,842 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:03,842 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:03,842 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:20:03,842 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:03,842 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:03,842 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:03,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684033843 2024-11-15T15:20:03,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:20:03,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:20:03,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:20:03,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:20:03,843 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 855219d6b094,39005,1731683987888, splitWal=true, meta=true 2024-11-15T15:20:03,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:20:03,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:20:03,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:03,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:20:03,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:20:03,844 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 855219d6b094,39005,1731683987888, splitWal=true, meta=true, isMeta: true 2024-11-15T15:20:03,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:20:03,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:20:03,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:20:03,844 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:20:03,844 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684003844,5,FailOnTimeoutGroup] 2024-11-15T15:20:03,845 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684003844,5,FailOnTimeoutGroup] 2024-11-15T15:20:03,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:03,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:20:03,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:03,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:03,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684003845, completionTime=-1 2024-11-15T15:20:03,845 WARN [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T15:20:03,845 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888-splitting 2024-11-15T15:20:03,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T15:20:03,846 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888-splitting dir is empty, no logs to split. 2024-11-15T15:20:03,846 INFO [PEWorker-1 {}] master.SplitWALManager(105): 855219d6b094,39005,1731683987888 WAL count=0, meta=true 2024-11-15T15:20:03,848 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888-splitting dir is empty, no logs to split. 2024-11-15T15:20:03,848 INFO [PEWorker-1 {}] master.SplitWALManager(105): 855219d6b094,39005,1731683987888 WAL count=0, meta=true 2024-11-15T15:20:03,848 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 855219d6b094,39005,1731683987888 WAL splitting is done? wals=0, meta=true 2024-11-15T15:20:03,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:20:03,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:03,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T15:20:03,925 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(746): ClusterId : bfc92c72-9198-47f9-bf33-90e6d0e893f0 2024-11-15T15:20:03,925 DEBUG [RS:0;855219d6b094:42169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:20:03,930 DEBUG [RS:0;855219d6b094:42169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:20:03,930 DEBUG [RS:0;855219d6b094:42169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:20:04,000 WARN [855219d6b094:45069 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T15:20:04,022 DEBUG [RS:0;855219d6b094:42169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:20:04,022 DEBUG [RS:0;855219d6b094:42169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c766491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:04,038 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:42169 2024-11-15T15:20:04,038 INFO [RS:0;855219d6b094:42169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:20:04,038 INFO [RS:0;855219d6b094:42169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:20:04,038 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:20:04,039 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,45069,1731684003053 with port=42169, startcode=1731684003109 2024-11-15T15:20:04,039 DEBUG [RS:0;855219d6b094:42169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:20:04,040 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:20:04,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,42169,1731684003109 2024-11-15T15:20:04,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(517): Registering regionserver=855219d6b094,42169,1731684003109 2024-11-15T15:20:04,042 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d 2024-11-15T15:20:04,042 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40013 2024-11-15T15:20:04,042 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:20:04,045 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=200ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T15:20:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/rs 2024-11-15T15:20:04,139 DEBUG [RS:0;855219d6b094:42169 {}] zookeeper.ZKUtil(111): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on existing znode=/0264456975/rs/855219d6b094,42169,1731684003109 2024-11-15T15:20:04,139 WARN [RS:0;855219d6b094:42169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:04,139 INFO [RS:0;855219d6b094:42169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:04,139 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109 2024-11-15T15:20:04,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,42169,1731684003109] 2024-11-15T15:20:04,163 INFO [RS:0;855219d6b094:42169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:20:04,168 INFO [RS:0;855219d6b094:42169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:20:04,168 INFO [RS:0;855219d6b094:42169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:20:04,169 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,169 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:20:04,170 INFO [RS:0;855219d6b094:42169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:20:04,170 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,170 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,170 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,170 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,170 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,170 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,170 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:04,171 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,171 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,171 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,171 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,171 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,171 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:04,171 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:04,171 DEBUG [RS:0;855219d6b094:42169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:04,172 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,172 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,172 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,172 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,172 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,173 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,42169,1731684003109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:04,187 INFO [RS:0;855219d6b094:42169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:20:04,187 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,42169,1731684003109-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,206 INFO [RS:0;855219d6b094:42169 {}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,42169,1731684003109, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:20:04,206 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,206 INFO [RS:0;855219d6b094:42169 {}] regionserver.Replication(171): 855219d6b094,42169,1731684003109 started 2024-11-15T15:20:04,219 DEBUG [RS:0;855219d6b094:42169.replicationSource,1-855219d6b094,42169,1731684003109 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:45281' 2024-11-15T15:20:04,219 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:04,219 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,42169,1731684003109, RpcServer on 855219d6b094/172.17.0.2:42169, sessionid=0x1013f14a45d0007 2024-11-15T15:20:04,219 DEBUG [RS:0;855219d6b094:42169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:20:04,219 DEBUG [RS:0;855219d6b094:42169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,42169,1731684003109 2024-11-15T15:20:04,219 DEBUG [RS:0;855219d6b094:42169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,42169,1731684003109' 2024-11-15T15:20:04,219 DEBUG [RS:0;855219d6b094:42169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0264456975/flush-table-proc/abort' 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0264456975/flush-table-proc/acquired' 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169.replicationSource,1-855219d6b094,42169,1731684003109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fcbd5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169.replicationSource,1-855219d6b094,42169,1731684003109 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45281,-1 for getting cluster id 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169.replicationSource,1-855219d6b094,42169,1731684003109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,42169,1731684003109 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,42169,1731684003109' 2024-11-15T15:20:04,220 DEBUG [RS:0;855219d6b094:42169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0264456975/online-snapshot/abort' 2024-11-15T15:20:04,221 DEBUG [RS:0;855219d6b094:42169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0264456975/online-snapshot/acquired' 2024-11-15T15:20:04,221 DEBUG [RS:0;855219d6b094:42169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:20:04,221 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94cc8489-c459-4045-a03b-1ff7a653b3d6' 2024-11-15T15:20:04,221 INFO [RS:0;855219d6b094:42169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:20:04,221 INFO [RS:0;855219d6b094:42169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:20:04,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:04,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94cc8489-c459-4045-a03b-1ff7a653b3d6" 2024-11-15T15:20:04,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f9fc1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:04,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45281,-1] 2024-11-15T15:20:04,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:04,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:04,223 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:04,223 DEBUG [RS:0;855219d6b094:42169.replicationSource,1-855219d6b094,42169,1731684003109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8f55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:04,224 DEBUG [RS:0;855219d6b094:42169.replicationSource,1-855219d6b094,42169,1731684003109 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:04,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45281,1731683993022 2024-11-15T15:20:04,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70001a7 2024-11-15T15:20:04,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:04,226 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-15T15:20:04,227 INFO [RS:0;855219d6b094:42169.replicationSource,1-855219d6b094,42169,1731684003109 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,42169,1731684003109 (queues=0) is replicating from cluster=bfc92c72-9198-47f9-bf33-90e6d0e893f0 to cluster=94cc8489-c459-4045-a03b-1ff7a653b3d6 2024-11-15T15:20:04,321 INFO [RS:0;855219d6b094:42169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:04,323 INFO [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C42169%2C1731684003109, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs, maxLogs=10 2024-11-15T15:20:04,339 DEBUG [RS:0;855219d6b094:42169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323, exclude list is [], retry=0 2024-11-15T15:20:04,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-4b7495e0-1327-4102-969f-0893f0fb97fd,DISK] 2024-11-15T15:20:04,343 INFO [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 2024-11-15T15:20:04,344 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 855219d6b094%2C42169%2C1731684003109 for peer 1 2024-11-15T15:20:04,344 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C42169%2C1731684003109 2024-11-15T15:20:04,344 INFO [RS:0;855219d6b094:42169 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,42169,1731684003109, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:20:04,344 DEBUG [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-15T15:20:04,344 INFO [RS:0;855219d6b094:42169.replicationSource.shipper855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C42169%2C1731684003109 2024-11-15T15:20:04,344 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323, startPosition=0, beingWritten=true 2024-11-15T15:20:04,500 DEBUG [855219d6b094:45069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:20:04,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,42169,1731684003109 2024-11-15T15:20:04,502 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,42169,1731684003109, state=OPENING 2024-11-15T15:20:04,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0264456975/meta-region-server 2024-11-15T15:20:04,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0264456975/meta-region-server 2024-11-15T15:20:04,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:20:04,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:20:04,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:04,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,42169,1731684003109}] 2024-11-15T15:20:04,549 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:04,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:20:04,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:20:04,686 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:20:04,687 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:04,687 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:20:04,688 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C42169%2C1731684003109.meta, suffix=.meta, logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs, maxLogs=10 2024-11-15T15:20:04,702 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.meta.1731684004689.meta, exclude list is [], retry=0 2024-11-15T15:20:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-4b7495e0-1327-4102-969f-0893f0fb97fd,DISK] 2024-11-15T15:20:04,706 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.meta.1731684004689.meta 2024-11-15T15:20:04,706 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-15T15:20:04,707 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:04,707 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:04,707 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:20:04,707 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:20:04,707 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:20:04,707 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:20:04,707 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:04,707 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:20:04,708 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:20:04,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:04,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:04,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:04,714 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/info/22c1b88c32aa4752860027fe55e04960 2024-11-15T15:20:04,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:04,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:04,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:04,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:04,721 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/ns/2e4fd2fb338b4094b35bdd4670a7274d 2024-11-15T15:20:04,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:04,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:04,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:04,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:04,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:04,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:04,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:04,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:04,728 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/table/aee32b4d42574b2baea9aa9621ade546 2024-11-15T15:20:04,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:04,728 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:04,729 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740 2024-11-15T15:20:04,730 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740 2024-11-15T15:20:04,730 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:04,731 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:04,731 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:04,732 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:04,733 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74162743, jitterRate=0.10511098802089691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:04,733 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:20:04,733 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684004708Writing region info on filesystem at 1731684004708Initializing all the Stores at 1731684004708Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684004708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684004709 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684004709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684004709Cleaning up temporary data from old regions at 1731684004731 (+22 ms)Running coprocessor post-open hooks at 1731684004733 (+2 ms)Region opened successfully at 1731684004733 2024-11-15T15:20:04,734 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731684004682 2024-11-15T15:20:04,736 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:20:04,736 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:20:04,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=855219d6b094,42169,1731684003109 2024-11-15T15:20:04,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,42169,1731684003109, state=OPEN 2024-11-15T15:20:04,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0264456975/meta-region-server 2024-11-15T15:20:04,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0264456975/meta-region-server 2024-11-15T15:20:04,740 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,42169,1731684003109 2024-11-15T15:20:04,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:20:04,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0264456975/meta-region-server: CHANGED 2024-11-15T15:20:04,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T15:20:04,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,42169,1731684003109 in 210 msec 2024-11-15T15:20:04,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:20:04,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 895 msec 2024-11-15T15:20:04,854 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:05,258 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:05,548 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1703ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T15:20:05,763 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:06,367 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:07,050 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3205ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-15T15:20:07,071 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:07,876 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:08,353 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T15:20:08,353 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:20:08,353 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:08,353 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,42169,1731684003109, seqNum=-1] 2024-11-15T15:20:08,354 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:08,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:08,358 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=adab82ee6dce28082d465256b4cafc8e, regionState=OPEN, lastHost=855219d6b094,39005,1731683987888, regionLocation=855219d6b094,39005,1731683987888, openSeqNum=2 2024-11-15T15:20:08,358 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:20:08,358 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684068358 2024-11-15T15:20:08,358 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684128358 2024-11-15T15:20:08,358 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-15T15:20:08,359 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 855219d6b094,39005,1731683987888 had 2 regions 2024-11-15T15:20:08,359 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45069,1731684003053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:08,359 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45069,1731684003053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:08,359 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45069,1731684003053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:08,359 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:45069, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:08,359 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:08,359 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:08,360 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 855219d6b094,39005,1731683987888, splitWal=true, meta=true, isMeta: false 2024-11-15T15:20:08,361 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888-splitting dir is empty, no logs to split. 2024-11-15T15:20:08,361 INFO [PEWorker-3 {}] master.SplitWALManager(105): 855219d6b094,39005,1731683987888 WAL count=0, meta=false 2024-11-15T15:20:08,364 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,39005,1731683987888-splitting dir is empty, no logs to split. 2024-11-15T15:20:08,364 INFO [PEWorker-3 {}] master.SplitWALManager(105): 855219d6b094,39005,1731683987888 WAL count=0, meta=false 2024-11-15T15:20:08,364 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 855219d6b094,39005,1731683987888 WAL splitting is done? wals=0, meta=false 2024-11-15T15:20:08,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.203sec 2024-11-15T15:20:08,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:20:08,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:20:08,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:20:08,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:20:08,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:20:08,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45069,1731684003053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:08,365 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45069,1731684003053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:20:08,365 WARN [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=855219d6b094,39005,1731683987888/hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:08,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN}] 2024-11-15T15:20:08,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN 2024-11-15T15:20:08,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T15:20:08,369 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:20:08,369 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:20:08,369 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45069,1731684003053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:08,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e090cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:08,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45069,-1 for getting cluster id 2024-11-15T15:20:08,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:08,429 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfc92c72-9198-47f9-bf33-90e6d0e893f0' 2024-11-15T15:20:08,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:08,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfc92c72-9198-47f9-bf33-90e6d0e893f0" 2024-11-15T15:20:08,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a453c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45069,-1] 2024-11-15T15:20:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:08,430 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:08,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bec49e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:08,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:08,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,42169,1731684003109, seqNum=-1] 2024-11-15T15:20:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:08,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:08,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T15:20:08,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:08,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:08,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:08,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:08,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:08,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 855219d6b094:45069 after: 855219d6b094:45069 2024-11-15T15:20:08,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a74be7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:08,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45069,-1 for getting cluster id 2024-11-15T15:20:08,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:08,437 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfc92c72-9198-47f9-bf33-90e6d0e893f0' 2024-11-15T15:20:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfc92c72-9198-47f9-bf33-90e6d0e893f0" 2024-11-15T15:20:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726278a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45069,-1] 2024-11-15T15:20:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:08,438 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:08,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc5a4b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:08,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:08,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45069,1731684003053 2024-11-15T15:20:08,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb35117 2024-11-15T15:20:08,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:08,440 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:08,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T15:20:08,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:20:08,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:08,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:08,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:08,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:08,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:08,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:20:08,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=964167892, stopped=false 2024-11-15T15:20:08,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,45281,1731683993022 2024-11-15T15:20:08,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353497631/running 2024-11-15T15:20:08,497 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353497631/running 2024-11-15T15:20:08,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:20:08,497 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:20:08,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:08,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:08,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:08,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:08,497 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,33621,1731683993184' ***** 2024-11-15T15:20:08,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on znode that does not yet exist, /1-353497631/running 2024-11-15T15:20:08,497 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:20:08,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Set watcher on znode that does not yet exist, /1-353497631/running 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:20:08,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,33621,1731683993184 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33621. 2024-11-15T15:20:08,498 DEBUG [RS:0;855219d6b094:33621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:08,498 DEBUG [RS:0;855219d6b094:33621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:20:08,498 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:20:08,498 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:20:08,498 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:08,499 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:08,499 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:08,499 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:08,499 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:08,499 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:08,499 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T15:20:08,517 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740/.tmp/ns/2886db8134e043318b2ba6fd5bf19d78 is 43, key is default/ns:d/1731683996706/Put/seqid=0 2024-11-15T15:20:08,518 DEBUG [855219d6b094:45069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:20:08,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=adab82ee6dce28082d465256b4cafc8e, regionState=OPENING, regionLocation=855219d6b094,42169,1731684003109 2024-11-15T15:20:08,520 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:20:08,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741835_1011 (size=5153) 2024-11-15T15:20:08,521 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:20:08,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN because future has completed 2024-11-15T15:20:08,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure adab82ee6dce28082d465256b4cafc8e, server=855219d6b094,42169,1731684003109}] 2024-11-15T15:20:08,585 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:08,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:08,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:08,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:20:08,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C42169%2C1731684003109.rep, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs, maxLogs=10 2024-11-15T15:20:08,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.rep.1731684008678, exclude list is [], retry=0 2024-11-15T15:20:08,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-4b7495e0-1327-4102-969f-0893f0fb97fd,DISK] 2024-11-15T15:20:08,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.rep.1731684008678 2024-11-15T15:20:08,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-15T15:20:08,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => adab82ee6dce28082d465256b4cafc8e, NAME => 'hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:08,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:08,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:20:08,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. service=MultiRowMutationService 2024-11-15T15:20:08,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:20:08,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:08,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,698 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,699 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:08,699 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adab82ee6dce28082d465256b4cafc8e columnFamilyName hfileref 2024-11-15T15:20:08,699 DEBUG [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:08,699 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(327): Store=adab82ee6dce28082d465256b4cafc8e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:08,699 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,700 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adab82ee6dce28082d465256b4cafc8e columnFamilyName queue 2024-11-15T15:20:08,700 DEBUG [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:08,705 DEBUG [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/queue/ec8a6e1c165d4e1b9ee2595ddf4c9519 2024-11-15T15:20:08,705 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(327): Store=adab82ee6dce28082d465256b4cafc8e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:08,705 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,706 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adab82ee6dce28082d465256b4cafc8e columnFamilyName sid 2024-11-15T15:20:08,706 DEBUG [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:08,706 INFO [StoreOpener-adab82ee6dce28082d465256b4cafc8e-1 {}] regionserver.HStore(327): Store=adab82ee6dce28082d465256b4cafc8e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:20:08,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened adab82ee6dce28082d465256b4cafc8e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63784233, jitterRate=-0.04954086244106293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:20:08,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:08,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for adab82ee6dce28082d465256b4cafc8e: Running coprocessor pre-open hook at 1731684008696Writing region info on filesystem at 1731684008696Initializing all the Stores at 1731684008696Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684008696Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684008698 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684008698Cleaning up temporary data from old regions at 1731684008708 (+10 ms)Running coprocessor post-open hooks at 1731684008711 (+3 ms)Region opened successfully at 1731684008711 2024-11-15T15:20:08,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e., pid=13, masterSystemTime=1731684008673 2024-11-15T15:20:08,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:08,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:08,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=adab82ee6dce28082d465256b4cafc8e, regionState=OPEN, openSeqNum=9, regionLocation=855219d6b094,42169,1731684003109 2024-11-15T15:20:08,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure adab82ee6dce28082d465256b4cafc8e, server=855219d6b094,42169,1731684003109 because future has completed 2024-11-15T15:20:08,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T15:20:08,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure adab82ee6dce28082d465256b4cafc8e, server=855219d6b094,42169,1731684003109 in 195 msec 2024-11-15T15:20:08,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-15T15:20:08,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adab82ee6dce28082d465256b4cafc8e, ASSIGN in 352 msec 2024-11-15T15:20:08,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T15:20:08,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e., hostname=855219d6b094,42169,1731684003109, seqNum=9] 2024-11-15T15:20:08,736 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 855219d6b094,39005,1731683987888 2024-11-15T15:20:08,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T15:20:08,780 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:08,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-15T15:20:08,899 DEBUG [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:08,924 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740/.tmp/ns/2886db8134e043318b2ba6fd5bf19d78 2024-11-15T15:20:08,929 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740/.tmp/ns/2886db8134e043318b2ba6fd5bf19d78 as hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740/ns/2886db8134e043318b2ba6fd5bf19d78 2024-11-15T15:20:08,933 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740/ns/2886db8134e043318b2ba6fd5bf19d78, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T15:20:08,933 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-15T15:20:08,934 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:20:08,938 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T15:20:08,938 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:08,938 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:08,938 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:08,938 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684008498Running coprocessor pre-close hooks at 1731684008498Disabling compacts and flushes for region at 1731684008498Disabling writes for close at 1731684008499 (+1 ms)Obtaining lock to block concurrent updates at 1731684008499Preparing flush snapshotting stores in 1588230740 at 1731684008499Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731684008499Flushing stores of hbase:meta,,1.1588230740 at 1731684008499Flushing 1588230740/ns: creating writer at 1731684008499Flushing 1588230740/ns: appending metadata at 1731684008516 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731684008517 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dbfd1d: reopening flushed file at 1731684008928 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731684008933 (+5 ms)Writing region close event to WAL at 1731684008934 (+1 ms)Running coprocessor post-close hooks at 1731684008938 (+4 ms)Closed at 1731684008938 2024-11-15T15:20:08,938 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:09,099 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,33621,1731683993184; all regions closed. 2024-11-15T15:20:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741834_1010 (size=1152) 2024-11-15T15:20:09,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/WALs/855219d6b094,33621,1731683993184/855219d6b094%2C33621%2C1731683993184.meta.1731683996658.meta not finished, retry = 0 2024-11-15T15:20:09,245 DEBUG [RS:0;855219d6b094:33621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/oldWALs 2024-11-15T15:20:09,245 INFO [RS:0;855219d6b094:33621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C33621%2C1731683993184.meta:.meta(num 1731683996658) 2024-11-15T15:20:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741832_1008 (size=93) 2024-11-15T15:20:09,249 DEBUG [RS:0;855219d6b094:33621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/oldWALs 2024-11-15T15:20:09,249 INFO [RS:0;855219d6b094:33621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C33621%2C1731683993184:(num 1731683995612) 2024-11-15T15:20:09,249 DEBUG [RS:0;855219d6b094:33621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:09,249 INFO [RS:0;855219d6b094:33621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:09,249 INFO [RS:0;855219d6b094:33621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:09,249 INFO [RS:0;855219d6b094:33621 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:09,249 INFO [RS:0;855219d6b094:33621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:09,249 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:09,249 INFO [RS:0;855219d6b094:33621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33621 2024-11-15T15:20:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631/rs 2024-11-15T15:20:09,266 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353497631/rs/855219d6b094,33621,1731683993184 2024-11-15T15:20:09,266 INFO [RS:0;855219d6b094:33621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:09,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,33621,1731683993184] 2024-11-15T15:20:09,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-353497631/draining/855219d6b094,33621,1731683993184 already deleted, retry=false 2024-11-15T15:20:09,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,33621,1731683993184 expired; onlineServers=0 2024-11-15T15:20:09,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,45281,1731683993022' ***** 2024-11-15T15:20:09,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:20:09,287 INFO [M:0;855219d6b094:45281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:09,287 INFO [M:0;855219d6b094:45281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:09,287 DEBUG [M:0;855219d6b094:45281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:20:09,288 DEBUG [M:0;855219d6b094:45281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:20:09,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:20:09,288 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683995405 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731683995405,5,FailOnTimeoutGroup] 2024-11-15T15:20:09,288 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683995405 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731683995405,5,FailOnTimeoutGroup] 2024-11-15T15:20:09,288 INFO [M:0;855219d6b094:45281 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:09,288 INFO [M:0;855219d6b094:45281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:09,288 DEBUG [M:0;855219d6b094:45281 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:20:09,288 INFO [M:0;855219d6b094:45281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:20:09,288 INFO [M:0;855219d6b094:45281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:09,288 INFO [M:0;855219d6b094:45281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:20:09,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:20:09,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-353497631/master 2024-11-15T15:20:09,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-353497631 2024-11-15T15:20:09,298 DEBUG [M:0;855219d6b094:45281 {}] zookeeper.ZKUtil(347): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Unable to get data of znode /1-353497631/master because node does not exist (not an error) 2024-11-15T15:20:09,298 WARN [M:0;855219d6b094:45281 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:20:09,299 INFO [M:0;855219d6b094:45281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/.lastflushedseqids 2024-11-15T15:20:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741836_1012 (size=99) 2024-11-15T15:20:09,304 INFO [M:0;855219d6b094:45281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:20:09,305 INFO [M:0;855219d6b094:45281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:20:09,305 DEBUG [M:0;855219d6b094:45281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:09,305 INFO [M:0;855219d6b094:45281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:09,305 DEBUG [M:0;855219d6b094:45281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:09,305 DEBUG [M:0;855219d6b094:45281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:09,305 DEBUG [M:0;855219d6b094:45281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:09,305 INFO [M:0;855219d6b094:45281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T15:20:09,319 DEBUG [M:0;855219d6b094:45281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33438b63ba1f4bd98f1edf61c45f7c3c is 82, key is hbase:meta,,1/info:regioninfo/1731683996688/Put/seqid=0 2024-11-15T15:20:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741837_1013 (size=5672) 2024-11-15T15:20:09,377 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:09,377 INFO [RS:0;855219d6b094:33621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:09,377 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33621-0x1013f14a45d0004, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:09,377 INFO [RS:0;855219d6b094:33621 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,33621,1731683993184; zookeeper connection closed. 2024-11-15T15:20:09,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3aec7b7c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3aec7b7c 2024-11-15T15:20:09,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:20:09,723 INFO [M:0;855219d6b094:45281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33438b63ba1f4bd98f1edf61c45f7c3c 2024-11-15T15:20:09,743 DEBUG [M:0;855219d6b094:45281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7547a1a3f464666abc4a7b717c85d93 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731683996710/Put/seqid=0 2024-11-15T15:20:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741838_1014 (size=5275) 2024-11-15T15:20:09,785 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:10,148 INFO [M:0;855219d6b094:45281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7547a1a3f464666abc4a7b717c85d93 2024-11-15T15:20:10,168 DEBUG [M:0;855219d6b094:45281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ce6792eb66147eba075bcb03cbdd84e is 69, key is 855219d6b094,33621,1731683993184/rs:state/1731683995454/Put/seqid=0 2024-11-15T15:20:10,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741839_1015 (size=5156) 2024-11-15T15:20:10,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:10,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:10,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:10,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:10,572 INFO [M:0;855219d6b094:45281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ce6792eb66147eba075bcb03cbdd84e 2024-11-15T15:20:10,577 DEBUG [M:0;855219d6b094:45281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33438b63ba1f4bd98f1edf61c45f7c3c as hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33438b63ba1f4bd98f1edf61c45f7c3c 2024-11-15T15:20:10,581 INFO [M:0;855219d6b094:45281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33438b63ba1f4bd98f1edf61c45f7c3c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T15:20:10,582 DEBUG [M:0;855219d6b094:45281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7547a1a3f464666abc4a7b717c85d93 as hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7547a1a3f464666abc4a7b717c85d93 2024-11-15T15:20:10,586 INFO [M:0;855219d6b094:45281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7547a1a3f464666abc4a7b717c85d93, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T15:20:10,587 DEBUG [M:0;855219d6b094:45281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ce6792eb66147eba075bcb03cbdd84e as hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ce6792eb66147eba075bcb03cbdd84e 2024-11-15T15:20:10,591 INFO [M:0;855219d6b094:45281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ce6792eb66147eba075bcb03cbdd84e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T15:20:10,592 INFO [M:0;855219d6b094:45281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-11-15T15:20:10,593 INFO [M:0;855219d6b094:45281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:10,593 DEBUG [M:0;855219d6b094:45281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684009305Disabling compacts and flushes for region at 1731684009305Disabling writes for close at 1731684009305Obtaining lock to block concurrent updates at 1731684009305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684009305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731684009305Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684009306 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684009306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684009318 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684009319 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684009727 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684009743 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684009743Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684010152 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684010168 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684010168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7f78c8: reopening flushed file at 1731684010576 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c19055: reopening flushed file at 1731684010581 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e654845: reopening flushed file at 1731684010586 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1731684010592 (+6 ms)Writing region close event to WAL at 1731684010593 (+1 ms)Closed at 1731684010593 2024-11-15T15:20:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741830_1006 (size=10165) 2024-11-15T15:20:10,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17953053-97ef-f403-bf6d-55d6d1775450/MasterData/WALs/855219d6b094,45281,1731683993022/855219d6b094%2C45281%2C1731683993022.1731683995143 not finished, retry = 0 2024-11-15T15:20:10,696 INFO [M:0;855219d6b094:45281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:20:10,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:10,696 INFO [M:0;855219d6b094:45281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45281 2024-11-15T15:20:10,697 INFO [M:0;855219d6b094:45281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:10,882 INFO [M:0;855219d6b094:45281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45281-0x1013f14a45d0003, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:10,889 DEBUG [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.1731684004323 to pos 0, reset compression=false 2024-11-15T15:20:10,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ec81135{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:10,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3044b69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:10,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:10,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2847ce75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:10,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d80ca93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:10,918 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:20:10,918 WARN [BP-1910788408-172.17.0.2-1731683990971 heartbeating to localhost/127.0.0.1:37629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:20:10,918 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:20:10,918 WARN [BP-1910788408-172.17.0.2-1731683990971 heartbeating to localhost/127.0.0.1:37629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1910788408-172.17.0.2-1731683990971 (Datanode Uuid 0bdfaf3f-49c8-4db2-ad1b-ad421724442b) service to localhost/127.0.0.1:37629 2024-11-15T15:20:10,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/cluster_d07b154c-afd4-8ad9-27ac-493e089dd04d/data/data1/current/BP-1910788408-172.17.0.2-1731683990971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:10,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/cluster_d07b154c-afd4-8ad9-27ac-493e089dd04d/data/data2/current/BP-1910788408-172.17.0.2-1731683990971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:10,919 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:20:10,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b1237{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:10,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@486ac609{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:10,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:10,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b7e74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:10,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297064e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:10,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:20:10,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:20:10,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:10,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:10,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:10,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:10,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:10,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:20:10,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2118961008, stopped=false 2024-11-15T15:20:10,936 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,45069,1731684003053 2024-11-15T15:20:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/running 2024-11-15T15:20:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/running 2024-11-15T15:20:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:20:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:20:10,950 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:10,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:10,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:10,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:10,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/running 2024-11-15T15:20:10,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Set watcher on znode that does not yet exist, /0264456975/running 2024-11-15T15:20:10,951 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,42169,1731684003109' ***** 2024-11-15T15:20:10,951 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:20:10,951 INFO [RS:0;855219d6b094:42169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:20:10,951 INFO [RS:0;855219d6b094:42169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:20:10,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:20:10,951 INFO [RS:0;855219d6b094:42169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(3091): Received CLOSE for adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,42169,1731684003109 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:42169. 2024-11-15T15:20:10,952 DEBUG [RS:0;855219d6b094:42169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:10,952 DEBUG [RS:0;855219d6b094:42169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:10,952 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adab82ee6dce28082d465256b4cafc8e, disabling compactions & flushes 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:20:10,952 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:20:10,952 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:20:10,952 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. after waiting 0 ms 2024-11-15T15:20:10,952 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:10,952 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:20:10,952 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, adab82ee6dce28082d465256b4cafc8e=hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e.} 2024-11-15T15:20:10,952 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adab82ee6dce28082d465256b4cafc8e 2024-11-15T15:20:10,952 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:10,952 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:10,952 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:10,952 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:10,952 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:10,952 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T15:20:10,955 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/replication/adab82ee6dce28082d465256b4cafc8e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-15T15:20:10,956 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:10,956 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:10,956 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:10,956 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adab82ee6dce28082d465256b4cafc8e: Waiting for close lock at 1731684010952Running coprocessor pre-close hooks at 1731684010952Disabling compacts and flushes for region at 1731684010952Disabling writes for close at 1731684010952Writing region close event to WAL at 1731684010953 (+1 ms)Running coprocessor post-close hooks at 1731684010956 (+3 ms)Closed at 1731684010956 2024-11-15T15:20:10,956 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e. 2024-11-15T15:20:10,970 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/info/ac5644c5041040f5839fa8b6fba36059 is 147, key is hbase:replication,,1731683996862.adab82ee6dce28082d465256b4cafc8e./info:regioninfo/1731684008714/Put/seqid=0 2024-11-15T15:20:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741851_1027 (size=6385) 2024-11-15T15:20:10,978 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:11,152 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:11,172 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:20:11,173 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:20:11,353 DEBUG [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:11,374 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/info/ac5644c5041040f5839fa8b6fba36059 2024-11-15T15:20:11,380 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/.tmp/info/ac5644c5041040f5839fa8b6fba36059 as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/info/ac5644c5041040f5839fa8b6fba36059 2024-11-15T15:20:11,384 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/info/ac5644c5041040f5839fa8b6fba36059, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T15:20:11,385 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-11-15T15:20:11,389 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T15:20:11,390 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:11,390 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:11,390 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:11,390 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684010952Running coprocessor pre-close hooks at 1731684010952Disabling compacts and flushes for region at 1731684010952Disabling writes for close at 1731684010952Obtaining lock to block concurrent updates at 1731684010952Preparing flush snapshotting stores in 1588230740 at 1731684010952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731684010953 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731684010953Flushing 1588230740/info: creating writer at 1731684010953Flushing 1588230740/info: appending metadata at 1731684010969 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731684010969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c612322: reopening flushed file at 1731684011379 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1731684011385 (+6 ms)Writing region close event to WAL at 1731684011386 (+1 ms)Running coprocessor post-close hooks at 1731684011390 (+4 ms)Closed at 1731684011390 2024-11-15T15:20:11,390 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:11,553 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,42169,1731684003109; all regions closed. 2024-11-15T15:20:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741849_1025 (size=2156) 2024-11-15T15:20:11,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/WALs/855219d6b094,42169,1731684003109/855219d6b094%2C42169%2C1731684003109.meta.1731684004689.meta not finished, retry = 0 2024-11-15T15:20:11,658 DEBUG [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs 2024-11-15T15:20:11,658 INFO [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C42169%2C1731684003109.meta:.meta(num 1731684004689) 2024-11-15T15:20:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741850_1026 (size=796) 2024-11-15T15:20:11,661 DEBUG [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs 2024-11-15T15:20:11,661 INFO [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C42169%2C1731684003109.rep:(num 1731684008678) 2024-11-15T15:20:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741848_1024 (size=93) 2024-11-15T15:20:11,665 DEBUG [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/oldWALs 2024-11-15T15:20:11,665 INFO [RS:0;855219d6b094:42169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C42169%2C1731684003109:(num 1731684004323) 2024-11-15T15:20:11,665 DEBUG [RS:0;855219d6b094:42169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:11,665 INFO [RS:0;855219d6b094:42169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:11,665 INFO [RS:0;855219d6b094:42169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:11,665 INFO [RS:0;855219d6b094:42169 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:11,665 INFO [RS:0;855219d6b094:42169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:11,665 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:11,665 INFO [RS:0;855219d6b094:42169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,42169,1731684003109 because: Region server is closing 2024-11-15T15:20:11,666 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T15:20:11,666 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T15:20:11,666 INFO [RS:0;855219d6b094:42169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:42169. 2024-11-15T15:20:11,666 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T15:20:11,666 DEBUG [RS:0;855219d6b094:42169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:11,666 DEBUG [RS:0;855219d6b094:42169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:11,666 DEBUG [RS:0;855219d6b094:42169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:11,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:11,766 WARN [RS:0;855219d6b094:42169.replicationSource.wal-reader.855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:20:11,766 WARN [RS:0;855219d6b094:42169.replicationSource.shipper855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:20:11,766 INFO [RS:0;855219d6b094:42169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;855219d6b094:42169.replicationSource.shipper855219d6b094%2C42169%2C1731684003109,1-855219d6b094,42169,1731684003109 terminated 2024-11-15T15:20:11,767 INFO [RS:0;855219d6b094:42169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42169 2024-11-15T15:20:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/rs/855219d6b094,42169,1731684003109 2024-11-15T15:20:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975/rs 2024-11-15T15:20:11,813 INFO [RS:0;855219d6b094:42169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:11,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,42169,1731684003109] 2024-11-15T15:20:11,834 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0264456975/draining/855219d6b094,42169,1731684003109 already deleted, retry=false 2024-11-15T15:20:11,834 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,42169,1731684003109 expired; onlineServers=0 2024-11-15T15:20:11,834 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,45069,1731684003053' ***** 2024-11-15T15:20:11,834 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:20:11,835 INFO [M:0;855219d6b094:45069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:11,835 INFO [M:0;855219d6b094:45069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:11,835 DEBUG [M:0;855219d6b094:45069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:20:11,835 DEBUG [M:0;855219d6b094:45069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:20:11,835 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:20:11,835 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684003844 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684003844,5,FailOnTimeoutGroup] 2024-11-15T15:20:11,835 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684003844 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684003844,5,FailOnTimeoutGroup] 2024-11-15T15:20:11,835 INFO [M:0;855219d6b094:45069 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:11,835 INFO [M:0;855219d6b094:45069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:11,835 DEBUG [M:0;855219d6b094:45069 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:20:11,835 INFO [M:0;855219d6b094:45069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:20:11,835 INFO [M:0;855219d6b094:45069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:11,835 INFO [M:0;855219d6b094:45069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:20:11,835 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:20:11,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0264456975/master 2024-11-15T15:20:11,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0264456975 2024-11-15T15:20:11,845 DEBUG [M:0;855219d6b094:45069 {}] zookeeper.ZKUtil(347): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Unable to get data of znode /0264456975/master because node does not exist (not an error) 2024-11-15T15:20:11,845 WARN [M:0;855219d6b094:45069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:20:11,846 INFO [M:0;855219d6b094:45069 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/.lastflushedseqids 2024-11-15T15:20:11,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741852_1028 (size=181) 2024-11-15T15:20:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:11,924 INFO [RS:0;855219d6b094:42169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42169-0x1013f14a45d0007, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:11,924 INFO [RS:0;855219d6b094:42169 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,42169,1731684003109; zookeeper connection closed. 2024-11-15T15:20:11,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b701999 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b701999 2024-11-15T15:20:11,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:20:12,250 INFO [M:0;855219d6b094:45069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:20:12,251 INFO [M:0;855219d6b094:45069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:20:12,251 DEBUG [M:0;855219d6b094:45069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:12,251 INFO [M:0;855219d6b094:45069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:12,251 DEBUG [M:0;855219d6b094:45069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:12,251 DEBUG [M:0;855219d6b094:45069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:12,251 DEBUG [M:0;855219d6b094:45069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:12,251 INFO [M:0;855219d6b094:45069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T15:20:12,265 DEBUG [M:0;855219d6b094:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/169e4b3741a84ccfaee2b4880d9112e7 is 82, key is hbase:meta,,1/info:regioninfo/1731684004736/Put/seqid=0 2024-11-15T15:20:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741853_1029 (size=5672) 2024-11-15T15:20:12,670 INFO [M:0;855219d6b094:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/169e4b3741a84ccfaee2b4880d9112e7 2024-11-15T15:20:12,690 DEBUG [M:0;855219d6b094:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa6b7758422a4e339880cbb195a5dadc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731684008719/Put/seqid=0 2024-11-15T15:20:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741854_1030 (size=7312) 2024-11-15T15:20:12,694 INFO [M:0;855219d6b094:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa6b7758422a4e339880cbb195a5dadc 2024-11-15T15:20:12,711 DEBUG [M:0;855219d6b094:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/247ea2c07389443d8197ea8463aa0629 is 69, key is 855219d6b094,42169,1731684003109/rs:state/1731684004041/Put/seqid=0 2024-11-15T15:20:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741855_1031 (size=5370) 2024-11-15T15:20:13,115 INFO [M:0;855219d6b094:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/247ea2c07389443d8197ea8463aa0629 2024-11-15T15:20:13,120 INFO [M:0;855219d6b094:45069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 247ea2c07389443d8197ea8463aa0629 2024-11-15T15:20:13,121 DEBUG [M:0;855219d6b094:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/169e4b3741a84ccfaee2b4880d9112e7 as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/169e4b3741a84ccfaee2b4880d9112e7 2024-11-15T15:20:13,125 INFO [M:0;855219d6b094:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/169e4b3741a84ccfaee2b4880d9112e7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T15:20:13,126 DEBUG [M:0;855219d6b094:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa6b7758422a4e339880cbb195a5dadc as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa6b7758422a4e339880cbb195a5dadc 2024-11-15T15:20:13,130 INFO [M:0;855219d6b094:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa6b7758422a4e339880cbb195a5dadc, entries=7, sequenceid=127, filesize=7.1 K 2024-11-15T15:20:13,130 DEBUG [M:0;855219d6b094:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/247ea2c07389443d8197ea8463aa0629 as hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/247ea2c07389443d8197ea8463aa0629 2024-11-15T15:20:13,134 INFO [M:0;855219d6b094:45069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 247ea2c07389443d8197ea8463aa0629 2024-11-15T15:20:13,134 INFO [M:0;855219d6b094:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/247ea2c07389443d8197ea8463aa0629, entries=2, sequenceid=127, filesize=5.2 K 2024-11-15T15:20:13,135 INFO [M:0;855219d6b094:45069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false 2024-11-15T15:20:13,136 INFO [M:0;855219d6b094:45069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:13,136 DEBUG [M:0;855219d6b094:45069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684012251Disabling compacts and flushes for region at 1731684012251Disabling writes for close at 1731684012251Obtaining lock to block concurrent updates at 1731684012251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684012251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731684012251Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684012252 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684012252Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684012265 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684012265Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684012674 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684012690 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684012690Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684012698 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684012711 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684012711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4d5210: reopening flushed file at 1731684013120 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0e3524: reopening flushed file at 1731684013125 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca525d4: reopening flushed file at 1731684013130 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false at 1731684013135 (+5 ms)Writing region close event to WAL at 1731684013136 (+1 ms)Closed at 1731684013136 2024-11-15T15:20:13,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed78cd9e-31eb-9a29-d3ae-7917f233ee3d/MasterData/WALs/855219d6b094,45069,1731684003053/855219d6b094%2C45069%2C1731684003053.1731684003611 not finished, retry = 0 2024-11-15T15:20:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741847_1023 (size=22903) 2024-11-15T15:20:13,239 INFO [M:0;855219d6b094:45069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:20:13,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:13,239 INFO [M:0;855219d6b094:45069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45069 2024-11-15T15:20:13,239 INFO [M:0;855219d6b094:45069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:13,419 INFO [M:0;855219d6b094:45069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:13,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:13,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1013f14a45d0006, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:13,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a47e9cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:13,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77804747{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:13,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:13,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3236b887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:13,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c97e87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:13,422 WARN [BP-2014779028-172.17.0.2-1731683985604 heartbeating to localhost/127.0.0.1:40013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:20:13,422 WARN [BP-2014779028-172.17.0.2-1731683985604 heartbeating to localhost/127.0.0.1:40013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2014779028-172.17.0.2-1731683985604 (Datanode Uuid 22f2cdc2-6c1b-4a4a-beb6-602e83364af9) service to localhost/127.0.0.1:40013 2024-11-15T15:20:13,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:20:13,422 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:20:13,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/cluster_156cc213-3bd8-059a-7059-03436bbfce2f/data/data1/current/BP-2014779028-172.17.0.2-1731683985604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:13,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/cluster_156cc213-3bd8-059a-7059-03436bbfce2f/data/data2/current/BP-2014779028-172.17.0.2-1731683985604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:13,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:20:13,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e9c7885{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:13,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a54828a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:13,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:13,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343db50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:13,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7354e694{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97422c77-2a97-f2d8-5ed2-b4b4f81a0fd8/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:13,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:20:13,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:20:13,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40013 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53867) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53867) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37629 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=3977 (was 4050) 2024-11-15T15:20:13,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=3977 2024-11-15T15:20:13,471 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-15T15:20:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.log.dir so I do NOT create it in target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938 2024-11-15T15:20:13,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:20:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.tmp.dir so I do NOT create it in target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938 2024-11-15T15:20:13,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c65ed60f-9785-acb6-d71c-73e81566fa94/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:20:13,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938 2024-11-15T15:20:13,472 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/cluster_603ced2a-4d26-5d3a-f10a-9dd425aa87bd, deleteOnExit=true 2024-11-15T15:20:13,490 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/cluster_603ced2a-4d26-5d3a-f10a-9dd425aa87bd/zookeeper_0, clientPort=64294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/cluster_603ced2a-4d26-5d3a-f10a-9dd425aa87bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/cluster_603ced2a-4d26-5d3a-f10a-9dd425aa87bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:20:13,490 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64294 2024-11-15T15:20:13,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:20:13,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/test.cache.data in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:20:13,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:20:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:20:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:20:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:20:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:20:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:20:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:20:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:20:13,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f14a45d0005, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:20:13,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f14a45d0002, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:20:13,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f14a45d0005, quorum=127.0.0.1:53867, baseZNode=/1-353497631 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:20:13,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f14a45d0002, quorum=127.0.0.1:53867, baseZNode=/0264456975 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:20:13,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:13,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:20:13,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:20:13,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:20:13,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:20:13,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:13,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed3f69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:20:13,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5213139c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:20:13,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b88dfce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/java.io.tmpdir/jetty-localhost-45801-hadoop-hdfs-3_4_1-tests_jar-_-any-13436370755374293834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:13,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4029c311{HTTP/1.1, (http/1.1)}{localhost:45801} 2024-11-15T15:20:13,935 INFO [Time-limited test {}] server.Server(415): Started @170794ms 2024-11-15T15:20:14,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:14,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:20:14,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:20:14,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:20:14,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:20:14,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3116ee2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:20:14,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f02314a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:20:14,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2575cee7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/java.io.tmpdir/jetty-localhost-38617-hadoop-hdfs-3_4_1-tests_jar-_-any-8507889201474392940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:14,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50100f9a{HTTP/1.1, (http/1.1)}{localhost:38617} 2024-11-15T15:20:14,285 INFO [Time-limited test {}] server.Server(415): Started @171143ms 2024-11-15T15:20:14,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:20:15,100 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/cluster_603ced2a-4d26-5d3a-f10a-9dd425aa87bd/data/data1/current/BP-695277517-172.17.0.2-1731684013506/current, will proceed with Du for space computation calculation, 2024-11-15T15:20:15,100 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/cluster_603ced2a-4d26-5d3a-f10a-9dd425aa87bd/data/data2/current/BP-695277517-172.17.0.2-1731684013506/current, will proceed with Du for space computation calculation, 2024-11-15T15:20:15,120 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:20:15,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc61c48aae7421598 with lease ID 0x7ecd9ce2bdd9c0a6: Processing first storage report for DS-6e6dc8f6-f0cc-44c2-ac9c-776d2dc4d60a from datanode DatanodeRegistration(127.0.0.1:42869, datanodeUuid=d3405e90-5726-4bfd-b2ae-6c93786c2555, infoPort=34793, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1448059527;c=1731684013506) 2024-11-15T15:20:15,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc61c48aae7421598 with lease ID 0x7ecd9ce2bdd9c0a6: from storage DS-6e6dc8f6-f0cc-44c2-ac9c-776d2dc4d60a node DatanodeRegistration(127.0.0.1:42869, datanodeUuid=d3405e90-5726-4bfd-b2ae-6c93786c2555, infoPort=34793, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1448059527;c=1731684013506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:20:15,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc61c48aae7421598 with lease ID 0x7ecd9ce2bdd9c0a6: Processing first storage report for DS-9103dff1-4375-408b-a618-531ca875512d from datanode DatanodeRegistration(127.0.0.1:42869, datanodeUuid=d3405e90-5726-4bfd-b2ae-6c93786c2555, infoPort=34793, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1448059527;c=1731684013506) 2024-11-15T15:20:15,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc61c48aae7421598 with lease ID 0x7ecd9ce2bdd9c0a6: from storage DS-9103dff1-4375-408b-a618-531ca875512d node DatanodeRegistration(127.0.0.1:42869, datanodeUuid=d3405e90-5726-4bfd-b2ae-6c93786c2555, infoPort=34793, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1448059527;c=1731684013506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:20:15,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938 2024-11-15T15:20:15,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:15,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:20:15,631 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be with version=8 2024-11-15T15:20:15,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/hbase-staging 2024-11-15T15:20:15,633 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:15,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:15,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:15,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:15,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:15,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:15,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:20:15,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:15,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34089 2024-11-15T15:20:15,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34089 connecting to ZooKeeper ensemble=127.0.0.1:64294 2024-11-15T15:20:15,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340890x0, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:15,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34089-0x1013f15115c0000 connected 2024-11-15T15:20:15,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:15,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:15,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on znode that does not yet exist, /0-1614223278/running 2024-11-15T15:20:15,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be, hbase.cluster.distributed=false 2024-11-15T15:20:15,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on znode that does not yet exist, /0-1614223278/acl 2024-11-15T15:20:15,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-15T15:20:15,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34089 2024-11-15T15:20:15,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34089 2024-11-15T15:20:15,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-15T15:20:15,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-15T15:20:15,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:15,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:15,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:15,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:15,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:15,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:15,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:20:15,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:15,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37045 2024-11-15T15:20:15,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37045 connecting to ZooKeeper ensemble=127.0.0.1:64294 2024-11-15T15:20:15,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:15,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:15,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370450x0, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:15,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370450x0, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on znode that does not yet exist, /0-1614223278/running 2024-11-15T15:20:15,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:20:15,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37045-0x1013f15115c0001 connected 2024-11-15T15:20:15,866 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:20:15,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on znode that does not yet exist, /0-1614223278/master 2024-11-15T15:20:15,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on znode that does not yet exist, /0-1614223278/acl 2024-11-15T15:20:15,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37045 2024-11-15T15:20:15,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37045 2024-11-15T15:20:15,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37045 2024-11-15T15:20:15,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37045 2024-11-15T15:20:15,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37045 2024-11-15T15:20:15,884 DEBUG [M:0;855219d6b094:34089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:34089 2024-11-15T15:20:15,885 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1614223278/backup-masters/855219d6b094,34089,1731684015633 2024-11-15T15:20:15,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278/backup-masters 2024-11-15T15:20:15,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278/backup-masters 2024-11-15T15:20:15,898 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on existing znode=/0-1614223278/backup-masters/855219d6b094,34089,1731684015633 2024-11-15T15:20:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1614223278/master 2024-11-15T15:20:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:15,908 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on existing znode=/0-1614223278/master 2024-11-15T15:20:15,919 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1614223278/backup-masters/855219d6b094,34089,1731684015633 from backup master directory 2024-11-15T15:20:15,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278/backup-masters 2024-11-15T15:20:15,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1614223278/backup-masters/855219d6b094,34089,1731684015633 2024-11-15T15:20:15,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278/backup-masters 2024-11-15T15:20:15,929 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:15,929 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,34089,1731684015633 2024-11-15T15:20:15,932 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/hbase.id] with ID: 6bf20f79-3534-4b8e-b06e-f5456ca67b63 2024-11-15T15:20:15,932 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/.tmp/hbase.id 2024-11-15T15:20:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:20:16,337 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/.tmp/hbase.id]:[hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/hbase.id] 2024-11-15T15:20:16,358 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:16,358 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:20:16,358 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T15:20:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:16,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:20:16,458 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:16,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:16,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:16,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:16,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:16,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:16,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:16,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:16,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:16,817 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:16,818 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:20:16,818 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:20:17,224 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store 2024-11-15T15:20:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:20:17,629 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:17,629 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:17,629 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:17,630 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:17,630 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:17,630 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:17,630 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:17,630 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684017629Disabling compacts and flushes for region at 1731684017629Disabling writes for close at 1731684017630 (+1 ms)Writing region close event to WAL at 1731684017630Closed at 1731684017630 2024-11-15T15:20:17,630 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/.initializing 2024-11-15T15:20:17,631 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/WALs/855219d6b094,34089,1731684015633 2024-11-15T15:20:17,631 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:17,633 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C34089%2C1731684015633, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/WALs/855219d6b094,34089,1731684015633, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/oldWALs, maxLogs=10 2024-11-15T15:20:17,648 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/WALs/855219d6b094,34089,1731684015633/855219d6b094%2C34089%2C1731684015633.1731684017633, exclude list is [], retry=0 2024-11-15T15:20:17,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-6e6dc8f6-f0cc-44c2-ac9c-776d2dc4d60a,DISK] 2024-11-15T15:20:17,652 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/WALs/855219d6b094,34089,1731684015633/855219d6b094%2C34089%2C1731684015633.1731684017633 2024-11-15T15:20:17,652 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34793:34793)] 2024-11-15T15:20:17,652 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:17,653 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:17,653 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,653 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:20:17,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:17,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:17,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:20:17,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:17,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:17,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:20:17,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:17,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:17,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:20:17,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:17,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:17,660 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,661 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,661 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,662 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,662 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,663 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:17,664 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:17,665 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:17,666 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65304219, jitterRate=-0.026891306042671204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:17,666 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684017653Initializing all the Stores at 1731684017653Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684017654 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684017655 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684017655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684017655Cleaning up temporary data from old regions at 1731684017662 (+7 ms)Region opened successfully at 1731684017666 (+4 ms) 2024-11-15T15:20:17,666 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:20:17,668 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1864824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:17,669 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:20:17,669 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:20:17,669 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:20:17,669 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:20:17,670 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:20:17,670 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:20:17,670 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:20:17,671 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:20:17,672 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Unable to get data of znode /0-1614223278/balancer because node does not exist (not necessarily an error) 2024-11-15T15:20:17,791 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1614223278/balancer already deleted, retry=false 2024-11-15T15:20:17,791 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:20:17,792 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Unable to get data of znode /0-1614223278/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:20:17,802 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1614223278/normalizer already deleted, retry=false 2024-11-15T15:20:17,802 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:20:17,803 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Unable to get data of znode /0-1614223278/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:20:17,813 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1614223278/switch/split already deleted, retry=false 2024-11-15T15:20:17,813 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Unable to get data of znode /0-1614223278/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:20:17,823 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1614223278/switch/merge already deleted, retry=false 2024-11-15T15:20:17,825 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Unable to get data of znode /0-1614223278/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:20:17,834 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1614223278/snapshot-cleanup already deleted, retry=false 2024-11-15T15:20:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1614223278/running 2024-11-15T15:20:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1614223278/running 2024-11-15T15:20:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:17,845 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,34089,1731684015633, sessionid=0x1013f15115c0000, setting cluster-up flag (Was=false) 2024-11-15T15:20:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:17,897 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1614223278/flush-table-proc/acquired, /0-1614223278/flush-table-proc/reached, /0-1614223278/flush-table-proc/abort 2024-11-15T15:20:17,898 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,34089,1731684015633 2024-11-15T15:20:17,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:17,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:17,950 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1614223278/online-snapshot/acquired, /0-1614223278/online-snapshot/reached, /0-1614223278/online-snapshot/abort 2024-11-15T15:20:17,951 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,34089,1731684015633 2024-11-15T15:20:17,952 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:20:17,953 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:17,953 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:20:17,953 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:20:17,954 WARN [master/855219d6b094:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 855219d6b094,39005,1731683987888: status=Processing ServerCrashProcedure of 855219d6b094,39005,1731683987888 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731684003843, completionTime=-1 appears to have been leaked 2024-11-15T15:20:17,954 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,34089,1731684015633 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:20:17,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:17,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:17,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:17,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:17,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:20:17,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:17,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:17,955 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:17,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:17,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:20:17,960 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684047960 2024-11-15T15:20:17,960 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:20:17,960 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:20:17,960 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:20:17,960 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:20:17,960 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:20:17,960 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:20:17,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:17,961 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:17,961 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:20:17,961 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:20:17,961 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:20:17,961 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:20:17,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:20:17,965 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:20:17,965 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:20:17,965 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684017965,5,FailOnTimeoutGroup] 2024-11-15T15:20:17,966 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684017966,5,FailOnTimeoutGroup] 2024-11-15T15:20:17,966 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:17,966 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:20:17,966 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:17,966 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:17,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:20:17,977 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(746): ClusterId : 6bf20f79-3534-4b8e-b06e-f5456ca67b63 2024-11-15T15:20:17,977 DEBUG [RS:0;855219d6b094:37045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:20:17,982 DEBUG [RS:0;855219d6b094:37045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:20:17,982 DEBUG [RS:0;855219d6b094:37045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:20:17,993 DEBUG [RS:0;855219d6b094:37045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:20:17,993 DEBUG [RS:0;855219d6b094:37045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612d7238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:18,009 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:37045 2024-11-15T15:20:18,009 INFO [RS:0;855219d6b094:37045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:20:18,009 INFO [RS:0;855219d6b094:37045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:20:18,009 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:20:18,010 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,34089,1731684015633 with port=37045, startcode=1731684015846 2024-11-15T15:20:18,010 DEBUG [RS:0;855219d6b094:37045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:20:18,011 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:20:18,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,37045,1731684015846 2024-11-15T15:20:18,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34089 {}] master.ServerManager(517): Registering regionserver=855219d6b094,37045,1731684015846 2024-11-15T15:20:18,013 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be 2024-11-15T15:20:18,013 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34047 2024-11-15T15:20:18,013 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:20:18,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278/rs 2024-11-15T15:20:18,024 DEBUG [RS:0;855219d6b094:37045 {}] zookeeper.ZKUtil(111): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on existing znode=/0-1614223278/rs/855219d6b094,37045,1731684015846 2024-11-15T15:20:18,024 WARN [RS:0;855219d6b094:37045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:18,024 INFO [RS:0;855219d6b094:37045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:18,024 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846 2024-11-15T15:20:18,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,37045,1731684015846] 2024-11-15T15:20:18,027 INFO [RS:0;855219d6b094:37045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:20:18,028 INFO [RS:0;855219d6b094:37045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:20:18,029 INFO [RS:0;855219d6b094:37045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:20:18,029 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,029 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:20:18,030 INFO [RS:0;855219d6b094:37045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:20:18,030 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:18,030 DEBUG [RS:0;855219d6b094:37045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:18,030 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,031 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,031 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,031 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,031 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,031 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,37045,1731684015846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:18,047 INFO [RS:0;855219d6b094:37045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:20:18,047 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,37045,1731684015846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,047 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,047 INFO [RS:0;855219d6b094:37045 {}] regionserver.Replication(171): 855219d6b094,37045,1731684015846 started 2024-11-15T15:20:18,064 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:18,064 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,37045,1731684015846, RpcServer on 855219d6b094/172.17.0.2:37045, sessionid=0x1013f15115c0001 2024-11-15T15:20:18,064 DEBUG [RS:0;855219d6b094:37045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:20:18,064 DEBUG [RS:0;855219d6b094:37045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,37045,1731684015846 2024-11-15T15:20:18,064 DEBUG [RS:0;855219d6b094:37045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,37045,1731684015846' 2024-11-15T15:20:18,064 DEBUG [RS:0;855219d6b094:37045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1614223278/flush-table-proc/abort' 2024-11-15T15:20:18,064 DEBUG [RS:0;855219d6b094:37045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1614223278/flush-table-proc/acquired' 2024-11-15T15:20:18,065 DEBUG [RS:0;855219d6b094:37045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:20:18,065 DEBUG [RS:0;855219d6b094:37045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:20:18,065 DEBUG [RS:0;855219d6b094:37045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,37045,1731684015846 2024-11-15T15:20:18,065 DEBUG [RS:0;855219d6b094:37045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,37045,1731684015846' 2024-11-15T15:20:18,065 DEBUG [RS:0;855219d6b094:37045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1614223278/online-snapshot/abort' 2024-11-15T15:20:18,065 DEBUG [RS:0;855219d6b094:37045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1614223278/online-snapshot/acquired' 2024-11-15T15:20:18,065 DEBUG [RS:0;855219d6b094:37045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:20:18,065 INFO [RS:0;855219d6b094:37045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:20:18,065 INFO [RS:0;855219d6b094:37045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:20:18,166 INFO [RS:0;855219d6b094:37045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:18,167 INFO [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C37045%2C1731684015846, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/oldWALs, maxLogs=10 2024-11-15T15:20:18,183 DEBUG [RS:0;855219d6b094:37045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168, exclude list is [], retry=0 2024-11-15T15:20:18,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-6e6dc8f6-f0cc-44c2-ac9c-776d2dc4d60a,DISK] 2024-11-15T15:20:18,186 INFO [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 2024-11-15T15:20:18,187 DEBUG [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34793:34793)] 2024-11-15T15:20:18,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:20:18,375 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be 2024-11-15T15:20:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:20:18,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:18,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:18,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:18,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:18,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:18,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:18,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:18,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:18,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:18,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:18,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:18,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:18,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:18,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:18,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:18,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:18,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:18,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740 2024-11-15T15:20:18,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740 2024-11-15T15:20:18,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:18,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:18,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:18,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:18,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:18,791 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75319316, jitterRate=0.12234526872634888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:18,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684018780Initializing all the Stores at 1731684018781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684018781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684018781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684018781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684018781Cleaning up temporary data from old regions at 1731684018788 (+7 ms)Region opened successfully at 1731684018792 (+4 ms) 2024-11-15T15:20:18,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:18,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:18,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:18,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:18,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:18,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:18,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684018792Disabling compacts and flushes for region at 1731684018792Disabling writes for close at 1731684018792Writing region close event to WAL at 1731684018792Closed at 1731684018792 2024-11-15T15:20:18,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:18,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:20:18,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:20:18,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:18,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:20:18,945 DEBUG [855219d6b094:34089 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:20:18,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,37045,1731684015846 2024-11-15T15:20:18,947 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,37045,1731684015846, state=OPENING 2024-11-15T15:20:18,992 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:20:19,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:19,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:19,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1614223278/meta-region-server: CHANGED 2024-11-15T15:20:19,069 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:19,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1614223278/meta-region-server: CHANGED 2024-11-15T15:20:19,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,37045,1731684015846}] 2024-11-15T15:20:19,221 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:20:19,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:20:19,225 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:20:19,225 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:19,225 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:20:19,227 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C37045%2C1731684015846.meta, suffix=.meta, logDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/oldWALs, maxLogs=10 2024-11-15T15:20:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:20:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:20:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:19,238 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.meta.1731684019227.meta, exclude list is [], retry=0 2024-11-15T15:20:19,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-6e6dc8f6-f0cc-44c2-ac9c-776d2dc4d60a,DISK] 2024-11-15T15:20:19,242 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.meta.1731684019227.meta 2024-11-15T15:20:19,242 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34793:34793)] 2024-11-15T15:20:19,242 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:19,242 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:19,242 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:20:19,242 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:20:19,242 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:20:19,243 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:20:19,243 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:19,243 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:20:19,243 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:20:19,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:19,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:19,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:19,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:19,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:19,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:19,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:19,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:19,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:19,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:19,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:19,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:19,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:19,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:19,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:19,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:19,247 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:19,248 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740 2024-11-15T15:20:19,249 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740 2024-11-15T15:20:19,250 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:19,250 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:19,250 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:19,251 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:19,251 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65703264, jitterRate=-0.020945072174072266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:19,251 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:20:19,252 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684019243Writing region info on filesystem at 1731684019243Initializing all the Stores at 1731684019243Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684019244 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684019244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684019244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684019244Cleaning up temporary data from old regions at 1731684019250 (+6 ms)Running coprocessor post-open hooks at 1731684019251 (+1 ms)Region opened successfully at 1731684019252 (+1 ms) 2024-11-15T15:20:19,252 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684019221 2024-11-15T15:20:19,254 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:20:19,254 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:20:19,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,37045,1731684015846 2024-11-15T15:20:19,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,37045,1731684015846, state=OPEN 2024-11-15T15:20:19,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1614223278/meta-region-server 2024-11-15T15:20:19,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1614223278/meta-region-server 2024-11-15T15:20:19,276 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,37045,1731684015846 2024-11-15T15:20:19,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1614223278/meta-region-server: CHANGED 2024-11-15T15:20:19,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1614223278/meta-region-server: CHANGED 2024-11-15T15:20:19,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:20:19,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,37045,1731684015846 in 207 msec 2024-11-15T15:20:19,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:20:19,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-15T15:20:19,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:19,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:20:19,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:19,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37045,1731684015846, seqNum=-1] 2024-11-15T15:20:19,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:19,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:19,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-15T15:20:19,286 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684019285, completionTime=-1 2024-11-15T15:20:19,286 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:20:19,286 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:20:19,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:20:19,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684079287 2024-11-15T15:20:19,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684139287 2024-11-15T15:20:19,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:20:19,287 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34089,1731684015633-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:19,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34089,1731684015633-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:19,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34089,1731684015633-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:19,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:34089, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:19,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:19,288 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:19,289 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:20:19,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.362sec 2024-11-15T15:20:19,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:20:19,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:20:19,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:20:19,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:20:19,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:20:19,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34089,1731684015633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:19,291 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34089,1731684015633-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:20:19,292 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:20:19,292 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:20:19,292 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34089,1731684015633-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:19,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9fbf71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:19,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34089,-1 for getting cluster id 2024-11-15T15:20:19,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:19,379 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bf20f79-3534-4b8e-b06e-f5456ca67b63' 2024-11-15T15:20:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bf20f79-3534-4b8e-b06e-f5456ca67b63" 2024-11-15T15:20:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4686b1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34089,-1] 2024-11-15T15:20:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:19,381 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:19,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45562159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:19,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37045,1731684015846, seqNum=-1] 2024-11-15T15:20:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:19,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:19,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,34089,1731684015633 2024-11-15T15:20:19,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64294 2024-11-15T15:20:19,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:19,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f15115c0002 connected 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.log.dir so I do NOT create it in target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7 2024-11-15T15:20:19,405 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.tmp.dir so I do NOT create it in target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7 2024-11-15T15:20:19,405 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:20:19,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/cluster_08d94d5d-8fae-56fa-4210-4c8b44c3e409, deleteOnExit=true 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/test.cache.data in system properties and HBase conf 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:20:19,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:20:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:20:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:20:19,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:19,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:20:19,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:20:19,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:20:19,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:20:19,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:19,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd531f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:20:19,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64838515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:20:19,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b5ef8dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/java.io.tmpdir/jetty-localhost-43097-hadoop-hdfs-3_4_1-tests_jar-_-any-5061981972911790225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:19,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26a0d277{HTTP/1.1, (http/1.1)}{localhost:43097} 2024-11-15T15:20:19,849 INFO [Time-limited test {}] server.Server(415): Started @176707ms 2024-11-15T15:20:20,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:20,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:20:20,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:20:20,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:20:20,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:20:20,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5a569c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:20:20,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e7fe5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:20:20,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b38e1f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/java.io.tmpdir/jetty-localhost-39053-hadoop-hdfs-3_4_1-tests_jar-_-any-14532723044473620670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:20,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645059c5{HTTP/1.1, (http/1.1)}{localhost:39053} 2024-11-15T15:20:20,386 INFO [Time-limited test {}] server.Server(415): Started @177245ms 2024-11-15T15:20:20,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:20:21,134 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/cluster_08d94d5d-8fae-56fa-4210-4c8b44c3e409/data/data1/current/BP-1648256343-172.17.0.2-1731684019426/current, will proceed with Du for space computation calculation, 2024-11-15T15:20:21,134 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/cluster_08d94d5d-8fae-56fa-4210-4c8b44c3e409/data/data2/current/BP-1648256343-172.17.0.2-1731684019426/current, will proceed with Du for space computation calculation, 2024-11-15T15:20:21,148 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:20:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fbd816d33333756 with lease ID 0xe2648578467db830: Processing first storage report for DS-49d4aa1c-cc83-4324-b696-dd44c79c27c5 from datanode DatanodeRegistration(127.0.0.1:33929, datanodeUuid=169cdcc4-ab6d-4c23-97b0-a6b679229542, infoPort=38631, infoSecurePort=0, ipcPort=38477, storageInfo=lv=-57;cid=testClusterID;nsid=1997318347;c=1731684019426) 2024-11-15T15:20:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fbd816d33333756 with lease ID 0xe2648578467db830: from storage DS-49d4aa1c-cc83-4324-b696-dd44c79c27c5 node DatanodeRegistration(127.0.0.1:33929, datanodeUuid=169cdcc4-ab6d-4c23-97b0-a6b679229542, infoPort=38631, infoSecurePort=0, ipcPort=38477, storageInfo=lv=-57;cid=testClusterID;nsid=1997318347;c=1731684019426), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:20:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fbd816d33333756 with lease ID 0xe2648578467db830: Processing first storage report for DS-971aea53-9914-4044-a372-700a16771194 from datanode DatanodeRegistration(127.0.0.1:33929, datanodeUuid=169cdcc4-ab6d-4c23-97b0-a6b679229542, infoPort=38631, infoSecurePort=0, ipcPort=38477, storageInfo=lv=-57;cid=testClusterID;nsid=1997318347;c=1731684019426) 2024-11-15T15:20:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fbd816d33333756 with lease ID 0xe2648578467db830: from storage DS-971aea53-9914-4044-a372-700a16771194 node DatanodeRegistration(127.0.0.1:33929, datanodeUuid=169cdcc4-ab6d-4c23-97b0-a6b679229542, infoPort=38631, infoSecurePort=0, ipcPort=38477, storageInfo=lv=-57;cid=testClusterID;nsid=1997318347;c=1731684019426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:20:21,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7 2024-11-15T15:20:21,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:21,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:21,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:20:21,624 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d with version=8 2024-11-15T15:20:21,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/hbase-staging 2024-11-15T15:20:21,626 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:21,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:21,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:20:21,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:21,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41519 2024-11-15T15:20:21,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41519 connecting to ZooKeeper ensemble=127.0.0.1:64294 2024-11-15T15:20:21,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415190x0, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:21,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41519-0x1013f15115c0003 connected 2024-11-15T15:20:21,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:21,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:21,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on znode that does not yet exist, /1-1482623639/running 2024-11-15T15:20:21,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d, hbase.cluster.distributed=false 2024-11-15T15:20:21,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on znode that does not yet exist, /1-1482623639/acl 2024-11-15T15:20:21,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-15T15:20:21,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41519 2024-11-15T15:20:21,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41519 2024-11-15T15:20:21,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-15T15:20:21,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-15T15:20:21,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:21,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:21,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:21,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:21,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:21,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:21,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:20:21,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:21,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35391 2024-11-15T15:20:21,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35391 connecting to ZooKeeper ensemble=127.0.0.1:64294 2024-11-15T15:20:21,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:21,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:21,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353910x0, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:21,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353910x0, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on znode that does not yet exist, /1-1482623639/running 2024-11-15T15:20:21,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35391-0x1013f15115c0004 connected 2024-11-15T15:20:21,792 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:20:21,792 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:20:21,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on znode that does not yet exist, /1-1482623639/master 2024-11-15T15:20:21,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on znode that does not yet exist, /1-1482623639/acl 2024-11-15T15:20:21,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-15T15:20:21,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35391 2024-11-15T15:20:21,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35391 2024-11-15T15:20:21,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-15T15:20:21,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-15T15:20:21,808 DEBUG [M:0;855219d6b094:41519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:41519 2024-11-15T15:20:21,808 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1482623639/backup-masters/855219d6b094,41519,1731684021626 2024-11-15T15:20:21,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639/backup-masters 2024-11-15T15:20:21,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639/backup-masters 2024-11-15T15:20:21,813 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on existing znode=/1-1482623639/backup-masters/855219d6b094,41519,1731684021626 2024-11-15T15:20:21,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1482623639/master 2024-11-15T15:20:21,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:21,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:21,823 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on existing znode=/1-1482623639/master 2024-11-15T15:20:21,824 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1482623639/backup-masters/855219d6b094,41519,1731684021626 from backup master directory 2024-11-15T15:20:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482623639/backup-masters/855219d6b094,41519,1731684021626 2024-11-15T15:20:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639/backup-masters 2024-11-15T15:20:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639/backup-masters 2024-11-15T15:20:21,834 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:21,834 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,41519,1731684021626 2024-11-15T15:20:21,837 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/hbase.id] with ID: d53c04fa-32d5-46c0-93c7-7249eb7544f2 2024-11-15T15:20:21,837 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/.tmp/hbase.id 2024-11-15T15:20:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:20:22,241 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/.tmp/hbase.id]:[hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/hbase.id] 2024-11-15T15:20:22,250 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:22,250 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:20:22,250 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T15:20:22,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:22,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:22,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:20:22,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:22,704 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:20:22,704 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:22,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:20:23,110 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store 2024-11-15T15:20:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:20:23,516 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:23,516 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:23,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:23,516 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:23,516 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:23,516 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:23,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:23,516 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684023516Disabling compacts and flushes for region at 1731684023516Disabling writes for close at 1731684023516Writing region close event to WAL at 1731684023516Closed at 1731684023516 2024-11-15T15:20:23,517 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/.initializing 2024-11-15T15:20:23,517 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/WALs/855219d6b094,41519,1731684021626 2024-11-15T15:20:23,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:23,518 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C41519%2C1731684021626, suffix=, logDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/WALs/855219d6b094,41519,1731684021626, archiveDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/oldWALs, maxLogs=10 2024-11-15T15:20:23,530 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/WALs/855219d6b094,41519,1731684021626/855219d6b094%2C41519%2C1731684021626.1731684023519, exclude list is [], retry=0 2024-11-15T15:20:23,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-49d4aa1c-cc83-4324-b696-dd44c79c27c5,DISK] 2024-11-15T15:20:23,533 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/WALs/855219d6b094,41519,1731684021626/855219d6b094%2C41519%2C1731684021626.1731684023519 2024-11-15T15:20:23,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-15T15:20:23,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:23,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:23,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:20:23,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:23,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:23,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:20:23,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:23,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:23,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:20:23,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:23,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:23,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:20:23,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:23,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:23,539 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,540 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,540 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,541 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,541 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,541 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:23,542 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:23,543 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:23,544 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70346480, jitterRate=0.04824423789978027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:23,544 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684023534Initializing all the Stores at 1731684023535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684023535Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684023535Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684023535Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684023535Cleaning up temporary data from old regions at 1731684023541 (+6 ms)Region opened successfully at 1731684023544 (+3 ms) 2024-11-15T15:20:23,544 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:20:23,546 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6c25c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:23,547 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:20:23,547 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:20:23,547 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:20:23,547 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:20:23,548 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:20:23,548 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:20:23,548 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:20:23,550 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:20:23,550 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Unable to get data of znode /1-1482623639/balancer because node does not exist (not necessarily an error) 2024-11-15T15:20:23,602 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482623639/balancer already deleted, retry=false 2024-11-15T15:20:23,602 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:20:23,603 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Unable to get data of znode /1-1482623639/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:20:23,612 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482623639/normalizer already deleted, retry=false 2024-11-15T15:20:23,613 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:20:23,613 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Unable to get data of znode /1-1482623639/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:20:23,623 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482623639/switch/split already deleted, retry=false 2024-11-15T15:20:23,623 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Unable to get data of znode /1-1482623639/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:20:23,633 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482623639/switch/merge already deleted, retry=false 2024-11-15T15:20:23,635 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Unable to get data of znode /1-1482623639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:20:23,644 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482623639/snapshot-cleanup already deleted, retry=false 2024-11-15T15:20:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1482623639/running 2024-11-15T15:20:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1482623639/running 2024-11-15T15:20:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:23,655 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,41519,1731684021626, sessionid=0x1013f15115c0003, setting cluster-up flag (Was=false) 2024-11-15T15:20:23,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:23,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:23,707 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1482623639/flush-table-proc/acquired, /1-1482623639/flush-table-proc/reached, /1-1482623639/flush-table-proc/abort 2024-11-15T15:20:23,708 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,41519,1731684021626 2024-11-15T15:20:23,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:23,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:23,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1482623639/online-snapshot/acquired, /1-1482623639/online-snapshot/reached, /1-1482623639/online-snapshot/abort 2024-11-15T15:20:23,761 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,41519,1731684021626 2024-11-15T15:20:23,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:20:23,763 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:23,763 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:20:23,763 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:20:23,763 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,41519,1731684021626 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:20:23,764 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:23,764 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:23,764 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:23,764 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:23,764 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:20:23,764 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,764 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:23,764 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,765 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684053765 2024-11-15T15:20:23,765 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:20:23,765 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:20:23,765 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:20:23,765 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:20:23,765 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:20:23,765 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:20:23,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:23,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,766 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:20:23,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:20:23,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:20:23,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:20:23,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:20:23,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:20:23,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:20:23,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:23,766 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684023766,5,FailOnTimeoutGroup] 2024-11-15T15:20:23,767 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684023766,5,FailOnTimeoutGroup] 2024-11-15T15:20:23,767 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:20:23,767 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:20:23,767 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,767 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:20:23,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:20:23,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d 2024-11-15T15:20:23,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:20:23,801 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(746): ClusterId : d53c04fa-32d5-46c0-93c7-7249eb7544f2 2024-11-15T15:20:23,801 DEBUG [RS:0;855219d6b094:35391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:20:23,813 DEBUG [RS:0;855219d6b094:35391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:20:23,813 DEBUG [RS:0;855219d6b094:35391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:20:23,824 DEBUG [RS:0;855219d6b094:35391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:20:23,824 DEBUG [RS:0;855219d6b094:35391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b31e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:23,837 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:35391 2024-11-15T15:20:23,837 INFO [RS:0;855219d6b094:35391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:20:23,837 INFO [RS:0;855219d6b094:35391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:20:23,837 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:20:23,838 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,41519,1731684021626 with port=35391, startcode=1731684021772 2024-11-15T15:20:23,838 DEBUG [RS:0;855219d6b094:35391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:20:23,839 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:20:23,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,35391,1731684021772 2024-11-15T15:20:23,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41519 {}] master.ServerManager(517): Registering regionserver=855219d6b094,35391,1731684021772 2024-11-15T15:20:23,841 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d 2024-11-15T15:20:23,841 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41781 2024-11-15T15:20:23,841 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:20:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639/rs 2024-11-15T15:20:23,892 DEBUG [RS:0;855219d6b094:35391 {}] zookeeper.ZKUtil(111): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on existing znode=/1-1482623639/rs/855219d6b094,35391,1731684021772 2024-11-15T15:20:23,892 WARN [RS:0;855219d6b094:35391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:23,892 INFO [RS:0;855219d6b094:35391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:23,892 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772 2024-11-15T15:20:23,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,35391,1731684021772] 2024-11-15T15:20:23,894 INFO [RS:0;855219d6b094:35391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:20:23,895 INFO [RS:0;855219d6b094:35391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:20:23,896 INFO [RS:0;855219d6b094:35391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:20:23,896 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,896 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:20:23,896 INFO [RS:0;855219d6b094:35391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:20:23,896 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,896 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,896 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:23,897 DEBUG [RS:0;855219d6b094:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:23,897 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,897 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,897 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,897 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,898 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,898 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,35391,1731684021772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:23,911 INFO [RS:0;855219d6b094:35391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:20:23,911 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,35391,1731684021772-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,911 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,911 INFO [RS:0;855219d6b094:35391 {}] regionserver.Replication(171): 855219d6b094,35391,1731684021772 started 2024-11-15T15:20:23,924 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:23,924 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,35391,1731684021772, RpcServer on 855219d6b094/172.17.0.2:35391, sessionid=0x1013f15115c0004 2024-11-15T15:20:23,924 DEBUG [RS:0;855219d6b094:35391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:20:23,924 DEBUG [RS:0;855219d6b094:35391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,35391,1731684021772 2024-11-15T15:20:23,924 DEBUG [RS:0;855219d6b094:35391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,35391,1731684021772' 2024-11-15T15:20:23,924 DEBUG [RS:0;855219d6b094:35391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1482623639/flush-table-proc/abort' 2024-11-15T15:20:23,925 DEBUG [RS:0;855219d6b094:35391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1482623639/flush-table-proc/acquired' 2024-11-15T15:20:23,925 DEBUG [RS:0;855219d6b094:35391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:20:23,925 DEBUG [RS:0;855219d6b094:35391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:20:23,925 DEBUG [RS:0;855219d6b094:35391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,35391,1731684021772 2024-11-15T15:20:23,925 DEBUG [RS:0;855219d6b094:35391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,35391,1731684021772' 2024-11-15T15:20:23,925 DEBUG [RS:0;855219d6b094:35391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1482623639/online-snapshot/abort' 2024-11-15T15:20:23,925 DEBUG [RS:0;855219d6b094:35391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1482623639/online-snapshot/acquired' 2024-11-15T15:20:23,926 DEBUG [RS:0;855219d6b094:35391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:20:23,926 INFO [RS:0;855219d6b094:35391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:20:23,926 INFO [RS:0;855219d6b094:35391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:20:24,026 INFO [RS:0;855219d6b094:35391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:24,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:20:24,027 INFO [RS:0;855219d6b094:35391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C35391%2C1731684021772, suffix=, logDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772, archiveDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/oldWALs, maxLogs=10 2024-11-15T15:20:24,039 DEBUG [RS:0;855219d6b094:35391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028, exclude list is [], retry=0 2024-11-15T15:20:24,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-49d4aa1c-cc83-4324-b696-dd44c79c27c5,DISK] 2024-11-15T15:20:24,043 INFO [RS:0;855219d6b094:35391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 2024-11-15T15:20:24,043 DEBUG [RS:0;855219d6b094:35391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-15T15:20:24,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:24,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:24,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:24,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:24,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:24,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:24,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:24,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:24,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:24,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:24,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:24,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:24,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:24,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:24,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740 2024-11-15T15:20:24,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740 2024-11-15T15:20:24,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:24,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:24,186 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:24,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:24,189 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69466217, jitterRate=0.035127297043800354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684024178Initializing all the Stores at 1731684024179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684024179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684024179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684024179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684024179Cleaning up temporary data from old regions at 1731684024186 (+7 ms)Region opened successfully at 1731684024189 (+3 ms) 2024-11-15T15:20:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:24,189 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:24,189 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684024189Disabling compacts and flushes for region at 1731684024189Disabling writes for close at 1731684024189Writing region close event to WAL at 1731684024189Closed at 1731684024189 2024-11-15T15:20:24,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:24,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:20:24,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:20:24,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:24,192 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:20:24,342 DEBUG [855219d6b094:41519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:20:24,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,35391,1731684021772 2024-11-15T15:20:24,343 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,35391,1731684021772, state=OPENING 2024-11-15T15:20:24,423 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:20:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:24,434 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:24,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1482623639/meta-region-server: CHANGED 2024-11-15T15:20:24,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,35391,1731684021772}] 2024-11-15T15:20:24,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1482623639/meta-region-server: CHANGED 2024-11-15T15:20:24,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:20:24,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:20:24,590 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:20:24,590 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:24,590 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:20:24,591 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C35391%2C1731684021772.meta, suffix=.meta, logDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772, archiveDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/oldWALs, maxLogs=10 2024-11-15T15:20:24,603 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.meta.1731684024591.meta, exclude list is [], retry=0 2024-11-15T15:20:24,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-49d4aa1c-cc83-4324-b696-dd44c79c27c5,DISK] 2024-11-15T15:20:24,606 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.meta.1731684024591.meta 2024-11-15T15:20:24,606 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-15T15:20:24,606 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:24,607 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:24,607 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:20:24,607 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:20:24,607 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:20:24,607 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:20:24,607 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:24,607 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:20:24,607 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:20:24,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:24,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:24,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:24,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:24,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:24,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:24,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:24,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:24,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:24,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:24,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:24,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:24,612 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:24,612 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740 2024-11-15T15:20:24,613 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740 2024-11-15T15:20:24,614 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:24,614 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:24,615 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:24,616 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:24,616 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71940309, jitterRate=0.07199414074420929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:24,616 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:20:24,616 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684024607Writing region info on filesystem at 1731684024607Initializing all the Stores at 1731684024608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684024608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684024608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684024608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684024608Cleaning up temporary data from old regions at 1731684024614 (+6 ms)Running coprocessor post-open hooks at 1731684024616 (+2 ms)Region opened successfully at 1731684024616 2024-11-15T15:20:24,617 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684024586 2024-11-15T15:20:24,619 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:20:24,619 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:20:24,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,35391,1731684021772 2024-11-15T15:20:24,620 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,35391,1731684021772, state=OPEN 2024-11-15T15:20:24,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1482623639/meta-region-server 2024-11-15T15:20:24,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1482623639/meta-region-server 2024-11-15T15:20:24,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,35391,1731684021772 2024-11-15T15:20:24,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1482623639/meta-region-server: CHANGED 2024-11-15T15:20:24,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1482623639/meta-region-server: CHANGED 2024-11-15T15:20:24,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:20:24,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,35391,1731684021772 in 189 msec 2024-11-15T15:20:24,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:20:24,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-15T15:20:24,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:24,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:20:24,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:24,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:24,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:24,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:24,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 869 msec 2024-11-15T15:20:24,633 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684024632, completionTime=-1 2024-11-15T15:20:24,633 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:20:24,633 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:20:24,634 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:20:24,634 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684084634 2024-11-15T15:20:24,634 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684144634 2024-11-15T15:20:24,634 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:20:24,634 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41519,1731684021626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:24,635 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41519,1731684021626-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:24,635 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41519,1731684021626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:24,635 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:41519, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:24,635 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:24,635 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:24,636 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:20:24,638 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.804sec 2024-11-15T15:20:24,638 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:20:24,638 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:20:24,638 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:20:24,638 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:20:24,638 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:20:24,638 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41519,1731684021626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:24,638 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41519,1731684021626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:20:24,640 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:20:24,640 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:20:24,640 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41519,1731684021626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:24,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc2e75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:24,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41519,-1 for getting cluster id 2024-11-15T15:20:24,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:24,702 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd53c04fa-32d5-46c0-93c7-7249eb7544f2' 2024-11-15T15:20:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d53c04fa-32d5-46c0-93c7-7249eb7544f2" 2024-11-15T15:20:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595ecefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41519,-1] 2024-11-15T15:20:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:24,704 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:24,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b621ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:24,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:24,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:24,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,41519,1731684021626 2024-11-15T15:20:24,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64294 2024-11-15T15:20:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:24,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f15115c0005 connected 2024-11-15T15:20:24,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34089,1731684015633 2024-11-15T15:20:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b49b208 2024-11-15T15:20:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:24,732 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:24,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:20:24,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:20:24,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:20:24,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:20:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:24,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:20:24,742 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 033e367e44b3c70ea96ce74a521be859, NAME => 'test,,1731684024732.033e367e44b3c70ea96ce74a521be859.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be 2024-11-15T15:20:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:20:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:24,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:24,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:25,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684024732.033e367e44b3c70ea96ce74a521be859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:25,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 033e367e44b3c70ea96ce74a521be859, disabling compactions & flushes 2024-11-15T15:20:25,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:25,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:25,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684024732.033e367e44b3c70ea96ce74a521be859. after waiting 0 ms 2024-11-15T15:20:25,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:25,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:25,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 033e367e44b3c70ea96ce74a521be859: Waiting for close lock at 1731684025152Disabling compacts and flushes for region at 1731684025152Disabling writes for close at 1731684025152Writing region close event to WAL at 1731684025152Closed at 1731684025152 2024-11-15T15:20:25,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:20:25,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684024732.033e367e44b3c70ea96ce74a521be859.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684025153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684025153"}]},"ts":"1731684025153"} 2024-11-15T15:20:25,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:20:25,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:20:25,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684025156"}]},"ts":"1731684025156"} 2024-11-15T15:20:25,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:20:25,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=033e367e44b3c70ea96ce74a521be859, ASSIGN}] 2024-11-15T15:20:25,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=033e367e44b3c70ea96ce74a521be859, ASSIGN 2024-11-15T15:20:25,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=033e367e44b3c70ea96ce74a521be859, ASSIGN; state=OFFLINE, location=855219d6b094,37045,1731684015846; forceNewPlan=false, retain=false 2024-11-15T15:20:25,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=033e367e44b3c70ea96ce74a521be859, regionState=OPENING, regionLocation=855219d6b094,37045,1731684015846 2024-11-15T15:20:25,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=033e367e44b3c70ea96ce74a521be859, ASSIGN because future has completed 2024-11-15T15:20:25,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 033e367e44b3c70ea96ce74a521be859, server=855219d6b094,37045,1731684015846}] 2024-11-15T15:20:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:25,468 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:25,468 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 033e367e44b3c70ea96ce74a521be859, NAME => 'test,,1731684024732.033e367e44b3c70ea96ce74a521be859.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:25,468 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:25,468 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:20:25,468 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,468 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684024732.033e367e44b3c70ea96ce74a521be859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:25,468 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,468 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,470 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,471 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 033e367e44b3c70ea96ce74a521be859 columnFamilyName f 2024-11-15T15:20:25,471 DEBUG [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:25,471 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] regionserver.HStore(327): Store=033e367e44b3c70ea96ce74a521be859/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:25,471 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,472 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 033e367e44b3c70ea96ce74a521be859 columnFamilyName f1 2024-11-15T15:20:25,472 DEBUG [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:25,472 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] regionserver.HStore(327): Store=033e367e44b3c70ea96ce74a521be859/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:25,473 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,473 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 033e367e44b3c70ea96ce74a521be859 columnFamilyName norep 2024-11-15T15:20:25,473 DEBUG [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:25,474 INFO [StoreOpener-033e367e44b3c70ea96ce74a521be859-1 {}] regionserver.HStore(327): Store=033e367e44b3c70ea96ce74a521be859/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:25,474 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,474 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,474 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,475 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,475 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,475 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:20:25,476 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,478 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:25,478 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 033e367e44b3c70ea96ce74a521be859; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74227978, jitterRate=0.10608306527137756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:20:25,478 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:25,479 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 033e367e44b3c70ea96ce74a521be859: Running coprocessor pre-open hook at 1731684025468Writing region info on filesystem at 1731684025468Initializing all the Stores at 1731684025469 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684025469Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684025469Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684025469Cleaning up temporary data from old regions at 1731684025475 (+6 ms)Running coprocessor post-open hooks at 1731684025478 (+3 ms)Region opened successfully at 1731684025479 (+1 ms) 2024-11-15T15:20:25,479 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684024732.033e367e44b3c70ea96ce74a521be859., pid=6, masterSystemTime=1731684025465 2024-11-15T15:20:25,481 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:25,481 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:25,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=033e367e44b3c70ea96ce74a521be859, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,37045,1731684015846 2024-11-15T15:20:25,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 033e367e44b3c70ea96ce74a521be859, server=855219d6b094,37045,1731684015846 because future has completed 2024-11-15T15:20:25,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:20:25,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 033e367e44b3c70ea96ce74a521be859, server=855219d6b094,37045,1731684015846 in 173 msec 2024-11-15T15:20:25,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:20:25,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=033e367e44b3c70ea96ce74a521be859, ASSIGN in 328 msec 2024-11-15T15:20:25,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:20:25,488 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684025488"}]},"ts":"1731684025488"} 2024-11-15T15:20:25,490 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:20:25,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:20:25,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-15T15:20:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:25,875 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:20:25,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41519,1731684021626 2024-11-15T15:20:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc3e4fb 2024-11-15T15:20:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:25,876 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:25,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:20:25,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:20:25,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:25,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:20:25,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:20:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:25,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:20:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:26,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60a54009d0722835cfc7487aa4330ac1, NAME => 'test,,1731684025877.60a54009d0722835cfc7487aa4330ac1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d 2024-11-15T15:20:26,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:20:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:26,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684025877.60a54009d0722835cfc7487aa4330ac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:26,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60a54009d0722835cfc7487aa4330ac1, disabling compactions & flushes 2024-11-15T15:20:26,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:26,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:26,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. after waiting 0 ms 2024-11-15T15:20:26,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:26,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:26,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60a54009d0722835cfc7487aa4330ac1: Waiting for close lock at 1731684026691Disabling compacts and flushes for region at 1731684026691Disabling writes for close at 1731684026691Writing region close event to WAL at 1731684026691Closed at 1731684026691 2024-11-15T15:20:26,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:20:26,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684025877.60a54009d0722835cfc7487aa4330ac1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684026692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684026692"}]},"ts":"1731684026692"} 2024-11-15T15:20:26,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:20:26,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:20:26,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684026695"}]},"ts":"1731684026695"} 2024-11-15T15:20:26,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:20:26,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60a54009d0722835cfc7487aa4330ac1, ASSIGN}] 2024-11-15T15:20:26,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60a54009d0722835cfc7487aa4330ac1, ASSIGN 2024-11-15T15:20:26,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60a54009d0722835cfc7487aa4330ac1, ASSIGN; state=OFFLINE, location=855219d6b094,35391,1731684021772; forceNewPlan=false, retain=false 2024-11-15T15:20:26,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60a54009d0722835cfc7487aa4330ac1, regionState=OPENING, regionLocation=855219d6b094,35391,1731684021772 2024-11-15T15:20:26,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60a54009d0722835cfc7487aa4330ac1, ASSIGN because future has completed 2024-11-15T15:20:26,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a54009d0722835cfc7487aa4330ac1, server=855219d6b094,35391,1731684021772}] 2024-11-15T15:20:27,006 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:27,006 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60a54009d0722835cfc7487aa4330ac1, NAME => 'test,,1731684025877.60a54009d0722835cfc7487aa4330ac1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:27,006 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:27,006 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:20:27,007 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,007 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684025877.60a54009d0722835cfc7487aa4330ac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:27,007 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,007 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,008 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,009 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a54009d0722835cfc7487aa4330ac1 columnFamilyName f 2024-11-15T15:20:27,009 DEBUG [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:27,009 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] regionserver.HStore(327): Store=60a54009d0722835cfc7487aa4330ac1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:27,009 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,010 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a54009d0722835cfc7487aa4330ac1 columnFamilyName f1 2024-11-15T15:20:27,010 DEBUG [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:27,010 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] regionserver.HStore(327): Store=60a54009d0722835cfc7487aa4330ac1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:27,010 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,011 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a54009d0722835cfc7487aa4330ac1 columnFamilyName norep 2024-11-15T15:20:27,011 DEBUG [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:27,011 INFO [StoreOpener-60a54009d0722835cfc7487aa4330ac1-1 {}] regionserver.HStore(327): Store=60a54009d0722835cfc7487aa4330ac1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:27,011 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,012 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,012 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,013 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,013 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,013 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:20:27,014 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:27,016 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:27,016 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60a54009d0722835cfc7487aa4330ac1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70463026, jitterRate=0.04998090863227844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:20:27,016 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:27,016 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60a54009d0722835cfc7487aa4330ac1: Running coprocessor pre-open hook at 1731684027007Writing region info on filesystem at 1731684027007Initializing all the Stores at 1731684027007Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684027007Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684027008 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684027008Cleaning up temporary data from old regions at 1731684027013 (+5 ms)Running coprocessor post-open hooks at 1731684027016 (+3 ms)Region opened successfully at 1731684027016 2024-11-15T15:20:27,017 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684025877.60a54009d0722835cfc7487aa4330ac1., pid=6, masterSystemTime=1731684027003 2024-11-15T15:20:27,018 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:27,018 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:27,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60a54009d0722835cfc7487aa4330ac1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,35391,1731684021772 2024-11-15T15:20:27,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a54009d0722835cfc7487aa4330ac1, server=855219d6b094,35391,1731684021772 because future has completed 2024-11-15T15:20:27,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:20:27,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60a54009d0722835cfc7487aa4330ac1, server=855219d6b094,35391,1731684021772 in 170 msec 2024-11-15T15:20:27,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:20:27,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60a54009d0722835cfc7487aa4330ac1, ASSIGN in 326 msec 2024-11-15T15:20:27,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:20:27,025 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684027024"}]},"ts":"1731684027024"} 2024-11-15T15:20:27,026 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:20:27,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:20:27,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-15T15:20:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:28,025 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:20:28,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad7a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34089,-1 for getting cluster id 2024-11-15T15:20:28,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:28,026 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bf20f79-3534-4b8e-b06e-f5456ca67b63' 2024-11-15T15:20:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bf20f79-3534-4b8e-b06e-f5456ca67b63" 2024-11-15T15:20:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6932f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34089,-1] 2024-11-15T15:20:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:28,028 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a57cf99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24649354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41519,-1 for getting cluster id 2024-11-15T15:20:28,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:28,029 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd53c04fa-32d5-46c0-93c7-7249eb7544f2' 2024-11-15T15:20:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d53c04fa-32d5-46c0-93c7-7249eb7544f2" 2024-11-15T15:20:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c084a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41519,-1] 2024-11-15T15:20:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:28,030 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd795f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66316b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34089,-1 for getting cluster id 2024-11-15T15:20:28,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:28,032 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bf20f79-3534-4b8e-b06e-f5456ca67b63' 2024-11-15T15:20:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bf20f79-3534-4b8e-b06e-f5456ca67b63" 2024-11-15T15:20:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca03673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34089,-1] 2024-11-15T15:20:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:28,033 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2c00f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34089,1731684015633 2024-11-15T15:20:28,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b40fdf 2024-11-15T15:20:28,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:28,035 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:28,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:41519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:20:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:20:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:28,038 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:41519' 2024-11-15T15:20:28,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1555b025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,039 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41519,-1 for getting cluster id 2024-11-15T15:20:28,039 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:28,040 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd53c04fa-32d5-46c0-93c7-7249eb7544f2' 2024-11-15T15:20:28,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:28,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d53c04fa-32d5-46c0-93c7-7249eb7544f2" 2024-11-15T15:20:28,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197ddcb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41519,-1] 2024-11-15T15:20:28,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:28,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:28,041 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:28,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f39594b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:28,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:28,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41519,1731684021626 2024-11-15T15:20:28,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb71d8a 2024-11-15T15:20:28,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:28,043 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:28,044 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:20:28,044 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:20:28,044 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:28,044 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:28,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:28,044 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:28,045 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:20:28,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:20:28,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:28,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:20:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:20:28,096 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:20:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:28,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d185cd315546152764e5e29793118094, NAME => 'hbase:replication,,1731684028044.d185cd315546152764e5e29793118094.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be 2024-11-15T15:20:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:20:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:28,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684028044.d185cd315546152764e5e29793118094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:28,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d185cd315546152764e5e29793118094, disabling compactions & flushes 2024-11-15T15:20:28,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:28,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:28,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. after waiting 0 ms 2024-11-15T15:20:28,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:28,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:28,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d185cd315546152764e5e29793118094: Waiting for close lock at 1731684028861Disabling compacts and flushes for region at 1731684028861Disabling writes for close at 1731684028861Writing region close event to WAL at 1731684028861Closed at 1731684028861 2024-11-15T15:20:28,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:20:28,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684028044.d185cd315546152764e5e29793118094.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684028862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684028862"}]},"ts":"1731684028862"} 2024-11-15T15:20:28,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:20:28,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:20:28,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684028865"}]},"ts":"1731684028865"} 2024-11-15T15:20:28,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:20:28,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d185cd315546152764e5e29793118094, ASSIGN}] 2024-11-15T15:20:28,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d185cd315546152764e5e29793118094, ASSIGN 2024-11-15T15:20:28,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d185cd315546152764e5e29793118094, ASSIGN; state=OFFLINE, location=855219d6b094,37045,1731684015846; forceNewPlan=false, retain=false 2024-11-15T15:20:29,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d185cd315546152764e5e29793118094, regionState=OPENING, regionLocation=855219d6b094,37045,1731684015846 2024-11-15T15:20:29,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d185cd315546152764e5e29793118094, ASSIGN because future has completed 2024-11-15T15:20:29,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d185cd315546152764e5e29793118094, server=855219d6b094,37045,1731684015846}] 2024-11-15T15:20:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:29,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:29,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:29,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:20:29,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C37045%2C1731684015846.rep, suffix=, logDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846, archiveDir=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/oldWALs, maxLogs=10 2024-11-15T15:20:29,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.rep.1731684029203, exclude list is [], retry=0 2024-11-15T15:20:29,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-6e6dc8f6-f0cc-44c2-ac9c-776d2dc4d60a,DISK] 2024-11-15T15:20:29,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.rep.1731684029203 2024-11-15T15:20:29,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34793:34793)] 2024-11-15T15:20:29,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d185cd315546152764e5e29793118094, NAME => 'hbase:replication,,1731684028044.d185cd315546152764e5e29793118094.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:29,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:29,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:20:29,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. service=MultiRowMutationService 2024-11-15T15:20:29,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:20:29,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d185cd315546152764e5e29793118094 2024-11-15T15:20:29,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684028044.d185cd315546152764e5e29793118094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:29,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d185cd315546152764e5e29793118094 2024-11-15T15:20:29,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d185cd315546152764e5e29793118094 2024-11-15T15:20:29,225 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d185cd315546152764e5e29793118094 2024-11-15T15:20:29,226 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d185cd315546152764e5e29793118094 columnFamilyName hfileref 2024-11-15T15:20:29,226 DEBUG [StoreOpener-d185cd315546152764e5e29793118094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:29,227 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] regionserver.HStore(327): Store=d185cd315546152764e5e29793118094/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:29,227 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d185cd315546152764e5e29793118094 2024-11-15T15:20:29,228 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d185cd315546152764e5e29793118094 columnFamilyName queue 2024-11-15T15:20:29,228 DEBUG [StoreOpener-d185cd315546152764e5e29793118094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:29,228 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] regionserver.HStore(327): Store=d185cd315546152764e5e29793118094/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:29,228 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d185cd315546152764e5e29793118094 2024-11-15T15:20:29,229 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d185cd315546152764e5e29793118094 columnFamilyName sid 2024-11-15T15:20:29,229 DEBUG [StoreOpener-d185cd315546152764e5e29793118094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:29,229 INFO [StoreOpener-d185cd315546152764e5e29793118094-1 {}] regionserver.HStore(327): Store=d185cd315546152764e5e29793118094/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:29,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d185cd315546152764e5e29793118094 2024-11-15T15:20:29,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094 2024-11-15T15:20:29,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094 2024-11-15T15:20:29,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d185cd315546152764e5e29793118094 2024-11-15T15:20:29,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d185cd315546152764e5e29793118094 2024-11-15T15:20:29,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:20:29,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d185cd315546152764e5e29793118094 2024-11-15T15:20:29,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:29,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d185cd315546152764e5e29793118094; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72582276, jitterRate=0.08156019449234009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:20:29,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d185cd315546152764e5e29793118094 2024-11-15T15:20:29,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d185cd315546152764e5e29793118094: Running coprocessor pre-open hook at 1731684029224Writing region info on filesystem at 1731684029224Initializing all the Stores at 1731684029225 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684029225Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684029225Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684029225Cleaning up temporary data from old regions at 1731684029231 (+6 ms)Running coprocessor post-open hooks at 1731684029234 (+3 ms)Region opened successfully at 1731684029234 2024-11-15T15:20:29,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684028044.d185cd315546152764e5e29793118094., pid=10, masterSystemTime=1731684029198 2024-11-15T15:20:29,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:20:29,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:20:29,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:20:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T15:20:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:20:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T15:20:29,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:29,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T15:20:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:20:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T15:20:29,238 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d185cd315546152764e5e29793118094, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,37045,1731684015846 2024-11-15T15:20:29,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:29,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:20:29,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d185cd315546152764e5e29793118094, server=855219d6b094,37045,1731684015846 because future has completed 2024-11-15T15:20:29,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:20:29,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d185cd315546152764e5e29793118094, server=855219d6b094,37045,1731684015846 in 219 msec 2024-11-15T15:20:29,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:20:29,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d185cd315546152764e5e29793118094, ASSIGN in 375 msec 2024-11-15T15:20:29,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:20:29,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684029244"}]},"ts":"1731684029244"} 2024-11-15T15:20:29,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:20:29,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:20:29,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-15T15:20:29,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684028044.d185cd315546152764e5e29793118094., hostname=855219d6b094,37045,1731684015846, seqNum=2] 2024-11-15T15:20:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:29,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:20:29,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:20:29,503 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:20:29,528 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,37045,1731684015846, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:20:29,529 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:29,529 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37045,1731684015846, seqNum=-1] 2024-11-15T15:20:29,529 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:29,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T15:20:29,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,37045,1731684015846', locateType=CURRENT is [region=hbase:replication,,1731684028044.d185cd315546152764e5e29793118094., hostname=855219d6b094,37045,1731684015846, seqNum=2] 2024-11-15T15:20:29,533 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:20:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:20:29,535 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,37045,1731684015846 suceeded 2024-11-15T15:20:29,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:20:29,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T15:20:29,537 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:41519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:20:29,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-15T15:20:29,552 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:41519' 2024-11-15T15:20:29,553 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7853b967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:29,554 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41519,-1 for getting cluster id 2024-11-15T15:20:29,554 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:29,554 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd53c04fa-32d5-46c0-93c7-7249eb7544f2' 2024-11-15T15:20:29,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:29,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d53c04fa-32d5-46c0-93c7-7249eb7544f2" 2024-11-15T15:20:29,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f01db68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:29,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41519,-1] 2024-11-15T15:20:29,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:29,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:29,556 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:29,556 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d7a92f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:29,557 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:29,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41519,1731684021626 2024-11-15T15:20:29,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60475cc0 2024-11-15T15:20:29,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:29,558 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T15:20:29,559 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,37045,1731684015846 (queues=1) is replicating from cluster=6bf20f79-3534-4b8e-b06e-f5456ca67b63 to cluster=d53c04fa-32d5-46c0-93c7-7249eb7544f2 2024-11-15T15:20:29,559 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C37045%2C1731684015846 2024-11-15T15:20:29,559 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,37045,1731684015846, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:20:29,559 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C37045%2C1731684015846 2024-11-15T15:20:29,559 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168, startPosition=0, beingWritten=true 2024-11-15T15:20:29,564 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:20:29,564 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:29,564 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,37045,1731684015846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:20:29,768 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:30,071 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:30,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:30,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:30,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:30,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:30,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:30,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:30,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:30,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:30,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:30,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:20:30,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:20:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:30,185 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:20:30,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:30,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:30,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:30,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:30,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:30,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d56f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:30,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41519,-1 for getting cluster id 2024-11-15T15:20:30,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:30,187 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd53c04fa-32d5-46c0-93c7-7249eb7544f2' 2024-11-15T15:20:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d53c04fa-32d5-46c0-93c7-7249eb7544f2" 2024-11-15T15:20:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcd713a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41519,-1] 2024-11-15T15:20:30,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:30,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:30,188 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:30,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d6ae44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:30,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41519,1731684021626 2024-11-15T15:20:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fb2c515 2024-11-15T15:20:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:30,191 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:30,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:34089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:20:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:20:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:30,193 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34089' 2024-11-15T15:20:30,194 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718fa822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:30,194 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34089,-1 for getting cluster id 2024-11-15T15:20:30,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:30,195 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bf20f79-3534-4b8e-b06e-f5456ca67b63' 2024-11-15T15:20:30,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:30,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bf20f79-3534-4b8e-b06e-f5456ca67b63" 2024-11-15T15:20:30,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4357f8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:30,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34089,-1] 2024-11-15T15:20:30,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:30,196 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be223f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:30,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34089,1731684015633 2024-11-15T15:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@716d3bf1 2024-11-15T15:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:30,198 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:30,198 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:20:30,198 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:20:30,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:30,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:30,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:30,199 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:30,200 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:20:30,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:20:30,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:30,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:20:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:20:30,250 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:20:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:30,475 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:30,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8be33df06b692d25f68948f8c1e02991, NAME => 'hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d 2024-11-15T15:20:30,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:20:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:30,978 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8be33df06b692d25f68948f8c1e02991, disabling compactions & flushes 2024-11-15T15:20:31,019 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. after waiting 0 ms 2024-11-15T15:20:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:31,019 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:31,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8be33df06b692d25f68948f8c1e02991: Waiting for close lock at 1731684031019Disabling compacts and flushes for region at 1731684031019Disabling writes for close at 1731684031019Writing region close event to WAL at 1731684031019Closed at 1731684031019 2024-11-15T15:20:31,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:20:31,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684031021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684031021"}]},"ts":"1731684031021"} 2024-11-15T15:20:31,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:20:31,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:20:31,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684031023"}]},"ts":"1731684031023"} 2024-11-15T15:20:31,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:20:31,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8be33df06b692d25f68948f8c1e02991, ASSIGN}] 2024-11-15T15:20:31,026 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8be33df06b692d25f68948f8c1e02991, ASSIGN 2024-11-15T15:20:31,027 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8be33df06b692d25f68948f8c1e02991, ASSIGN; state=OFFLINE, location=855219d6b094,35391,1731684021772; forceNewPlan=false, retain=false 2024-11-15T15:20:31,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8be33df06b692d25f68948f8c1e02991, regionState=OPENING, regionLocation=855219d6b094,35391,1731684021772 2024-11-15T15:20:31,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8be33df06b692d25f68948f8c1e02991, ASSIGN because future has completed 2024-11-15T15:20:31,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8be33df06b692d25f68948f8c1e02991, server=855219d6b094,35391,1731684021772}] 2024-11-15T15:20:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:31,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:31,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:31,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:20:31,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C35391%2C1731684021772.rep, suffix=, logDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772, archiveDir=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/oldWALs, maxLogs=10 2024-11-15T15:20:31,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.rep.1731684031336, exclude list is [], retry=0 2024-11-15T15:20:31,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-49d4aa1c-cc83-4324-b696-dd44c79c27c5,DISK] 2024-11-15T15:20:31,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.rep.1731684031336 2024-11-15T15:20:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-15T15:20:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8be33df06b692d25f68948f8c1e02991, NAME => 'hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:31,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:20:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. service=MultiRowMutationService 2024-11-15T15:20:31,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:20:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,353 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,354 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8be33df06b692d25f68948f8c1e02991 columnFamilyName hfileref 2024-11-15T15:20:31,354 DEBUG [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:31,355 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] regionserver.HStore(327): Store=8be33df06b692d25f68948f8c1e02991/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:31,355 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,356 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8be33df06b692d25f68948f8c1e02991 columnFamilyName queue 2024-11-15T15:20:31,356 DEBUG [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:31,356 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] regionserver.HStore(327): Store=8be33df06b692d25f68948f8c1e02991/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:31,356 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,357 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8be33df06b692d25f68948f8c1e02991 columnFamilyName sid 2024-11-15T15:20:31,357 DEBUG [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:31,357 INFO [StoreOpener-8be33df06b692d25f68948f8c1e02991-1 {}] regionserver.HStore(327): Store=8be33df06b692d25f68948f8c1e02991/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:31,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:20:31,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:31,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8be33df06b692d25f68948f8c1e02991; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61556139, jitterRate=-0.08274205029010773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:20:31,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:31,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8be33df06b692d25f68948f8c1e02991: Running coprocessor pre-open hook at 1731684031352Writing region info on filesystem at 1731684031352Initializing all the Stores at 1731684031353 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684031353Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684031353Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684031353Cleaning up temporary data from old regions at 1731684031359 (+6 ms)Running coprocessor post-open hooks at 1731684031362 (+3 ms)Region opened successfully at 1731684031362 2024-11-15T15:20:31,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991., pid=10, masterSystemTime=1731684031331 2024-11-15T15:20:31,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:31,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:31,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8be33df06b692d25f68948f8c1e02991, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,35391,1731684021772 2024-11-15T15:20:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8be33df06b692d25f68948f8c1e02991, server=855219d6b094,35391,1731684021772 because future has completed 2024-11-15T15:20:31,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:20:31,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8be33df06b692d25f68948f8c1e02991, server=855219d6b094,35391,1731684021772 in 189 msec 2024-11-15T15:20:31,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:20:31,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8be33df06b692d25f68948f8c1e02991, ASSIGN in 345 msec 2024-11-15T15:20:31,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:20:31,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684031372"}]},"ts":"1731684031372"} 2024-11-15T15:20:31,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:20:31,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:20:31,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-15T15:20:31,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991., hostname=855219d6b094,35391,1731684021772, seqNum=2] 2024-11-15T15:20:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:31,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:20:31,582 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:31,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:20:31,660 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:20:31,686 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,35391,1731684021772, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:20:31,686 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:31,686 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:31,686 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:31,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T15:20:31,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,35391,1731684021772', locateType=CURRENT is [region=hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991., hostname=855219d6b094,35391,1731684021772, seqNum=2] 2024-11-15T15:20:31,691 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:20:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:20:31,693 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,35391,1731684021772 suceeded 2024-11-15T15:20:31,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:20:31,695 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:34089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:20:31,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T15:20:31,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-15T15:20:31,704 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34089' 2024-11-15T15:20:31,705 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c34aef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:31,705 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34089,-1 for getting cluster id 2024-11-15T15:20:31,705 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:31,706 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bf20f79-3534-4b8e-b06e-f5456ca67b63' 2024-11-15T15:20:31,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:31,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bf20f79-3534-4b8e-b06e-f5456ca67b63" 2024-11-15T15:20:31,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5969f283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:31,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34089,-1] 2024-11-15T15:20:31,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:31,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:31,707 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:31,707 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33869fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:31,707 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:31,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34089,1731684015633 2024-11-15T15:20:31,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@613a6233 2024-11-15T15:20:31,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:31,709 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T15:20:31,709 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,35391,1731684021772 (queues=1) is replicating from cluster=d53c04fa-32d5-46c0-93c7-7249eb7544f2 to cluster=6bf20f79-3534-4b8e-b06e-f5456ca67b63 2024-11-15T15:20:31,709 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C35391%2C1731684021772 2024-11-15T15:20:31,709 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,35391,1731684021772, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:20:31,710 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C35391%2C1731684021772 2024-11-15T15:20:31,710 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028, startPosition=0, beingWritten=true 2024-11-15T15:20:31,715 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:20:31,715 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 379, reset compression=false 2024-11-15T15:20:31,715 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,35391,1731684021772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:20:31,919 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 379, reset compression=false 2024-11-15T15:20:32,224 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 379, reset compression=false 2024-11-15T15:20:32,285 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:32,335 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:20:32,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:32,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:32,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:32,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:32,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:32,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:32,339 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731684032338/Put/seqid=0 2024-11-15T15:20:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741840_1016 (size=7894) 2024-11-15T15:20:32,628 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 379, reset compression=false 2024-11-15T15:20:32,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731684032745/Put/seqid=0 2024-11-15T15:20:32,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741841_1017 (size=7691) 2024-11-15T15:20:33,089 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:33,132 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 379, reset compression=false 2024-11-15T15:20:33,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e20e052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:33,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34089,-1 for getting cluster id 2024-11-15T15:20:33,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:33,152 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bf20f79-3534-4b8e-b06e-f5456ca67b63' 2024-11-15T15:20:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bf20f79-3534-4b8e-b06e-f5456ca67b63" 2024-11-15T15:20:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074669a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34089,-1] 2024-11-15T15:20:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:33,153 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:33,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b39530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:33,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37045,1731684015846, seqNum=-1] 2024-11-15T15:20:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:33,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:33,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34089,1731684015633 2024-11-15T15:20:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b109af2 2024-11-15T15:20:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:33,165 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731684024732.033e367e44b3c70ea96ce74a521be859., hostname=855219d6b094,37045,1731684015846, seqNum=2] 2024-11-15T15:20:33,170 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:20:33,175 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T15:20:33,177 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T15:20:33,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 033e367e44b3c70ea96ce74a521be859/f 2024-11-15T15:20:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T15:20:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:20:33,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 033e367e44b3c70ea96ce74a521be859/f 2024-11-15T15:20:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T15:20:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:20:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HRegion(2603): Flush status journal for 033e367e44b3c70ea96ce74a521be859: 2024-11-15T15:20:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_1 2024-11-15T15:20:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_1 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ 2024-11-15T15:20:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_0 2024-11-15T15:20:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_0 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ 2024-11-15T15:20:33,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_1 into 033e367e44b3c70ea96ce74a521be859/f as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ - updating store file list. 2024-11-15T15:20:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db57611e771a44fa978013bed7f04b18_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:20:33,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ into 033e367e44b3c70ea96ce74a521be859/f 2024-11-15T15:20:33,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_1 into 033e367e44b3c70ea96ce74a521be859/f (new location: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/db57611e771a44fa978013bed7f04b18_SeqId_4_) 2024-11-15T15:20:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_1 2024-11-15T15:20:33,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_0 into 033e367e44b3c70ea96ce74a521be859/f as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ - updating store file list. 2024-11-15T15:20:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bce4052e884b40ae806510e54e94bf58_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:20:33,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ into 033e367e44b3c70ea96ce74a521be859/f 2024-11-15T15:20:33,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_0 into 033e367e44b3c70ea96ce74a521be859/f (new location: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_) 2024-11-15T15:20:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins__test__saqmjmhrsq3pdrt0244ec3tsbml7jav6s121fgk6qjo5q757je9624mij4tb4ipm/f/hfile_0 2024-11-15T15:20:33,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:33,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:33,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:33,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731684024732.033e367e44b3c70ea96ce74a521be859., hostname=855219d6b094,37045,1731684015846, seqNum=2 , the old value is region=test,,1731684024732.033e367e44b3c70ea96ce74a521be859., hostname=855219d6b094,37045,1731684015846, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=855219d6b094:37045 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:20:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731684024732.033e367e44b3c70ea96ce74a521be859., hostname=855219d6b094,37045,1731684015846, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:20:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731684024732.033e367e44b3c70ea96ce74a521be859., hostname=855219d6b094,37045,1731684015846, seqNum=2 from cache 2024-11-15T15:20:33,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:33,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:33,204 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T15:20:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:33,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731684025877.60a54009d0722835cfc7487aa4330ac1., hostname=855219d6b094,35391,1731684021772, seqNum=2] 2024-11-15T15:20:33,209 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T15:20:33,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:37045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T15:20:33,736 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 379, reset compression=false 2024-11-15T15:20:33,992 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 379, reset compression=false 2024-11-15T15:20:33,997 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:20:33,997 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,37045,1731684015846 got entry batch from reader: WALEntryBatch [walEntries=[{test/033e367e44b3c70ea96ce74a521be859/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731684033201/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T15:20:33,999 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:20:34,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-15T15:20:34,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.ReplicationSink(318): Replicating [6bf20f79-3534-4b8e-b06e-f5456ca67b63] bulk loaded data 2024-11-15T15:20:34,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d15fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:34,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41519,-1 for getting cluster id 2024-11-15T15:20:34,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:34,002 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd53c04fa-32d5-46c0-93c7-7249eb7544f2' 2024-11-15T15:20:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d53c04fa-32d5-46c0-93c7-7249eb7544f2" 2024-11-15T15:20:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@820b17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41519,-1] 2024-11-15T15:20:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:34,003 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:34,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af0ce5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:34,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741840_1016 (size=7691) 2024-11-15T15:20:34,197 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 687, reset compression=false 2024-11-15T15:20:34,211 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T15:20:34,440 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 379, reset compression=false 2024-11-15T15:20:34,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741841_1017 (size=7894) 2024-11-15T15:20:34,500 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 687, reset compression=false 2024-11-15T15:20:34,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:34,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41519,1731684021626 2024-11-15T15:20:34,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc5825d 2024-11-15T15:20:34,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:34,884 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T15:20:34,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:20:34,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:34,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:34,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:34,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T15:20:34,892 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T15:20:34,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T15:20:34,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ for inclusion in 60a54009d0722835cfc7487aa4330ac1/f 2024-11-15T15:20:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T15:20:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:20:34,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ for inclusion in 60a54009d0722835cfc7487aa4330ac1/f 2024-11-15T15:20:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T15:20:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:20:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HRegion(2603): Flush status journal for 60a54009d0722835cfc7487aa4330ac1: 2024-11-15T15:20:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bce4052e884b40ae806510e54e94bf58_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:20:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/0e4c8c5314264696809b2026c03fd462_SeqId_4_ 2024-11-15T15:20:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db57611e771a44fa978013bed7f04b18_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:20:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/31756b86bfe64daaa9f1e218be7cbb22_SeqId_4_ 2024-11-15T15:20:34,904 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 687, reset compression=false 2024-11-15T15:20:34,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ into 60a54009d0722835cfc7487aa4330ac1/f as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/0e4c8c5314264696809b2026c03fd462_SeqId_4_ - updating store file list. 2024-11-15T15:20:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e4c8c5314264696809b2026c03fd462_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:20:34,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/0e4c8c5314264696809b2026c03fd462_SeqId_4_ into 60a54009d0722835cfc7487aa4330ac1/f 2024-11-15T15:20:34,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ into 60a54009d0722835cfc7487aa4330ac1/f (new location: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/0e4c8c5314264696809b2026c03fd462_SeqId_4_) 2024-11-15T15:20:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/bce4052e884b40ae806510e54e94bf58_SeqId_4_ 2024-11-15T15:20:34,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ into 60a54009d0722835cfc7487aa4330ac1/f as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/31756b86bfe64daaa9f1e218be7cbb22_SeqId_4_ - updating store file list. 2024-11-15T15:20:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31756b86bfe64daaa9f1e218be7cbb22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:20:34,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/31756b86bfe64daaa9f1e218be7cbb22_SeqId_4_ into 60a54009d0722835cfc7487aa4330ac1/f 2024-11-15T15:20:34,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ into 60a54009d0722835cfc7487aa4330ac1/f (new location: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/31756b86bfe64daaa9f1e218be7cbb22_SeqId_4_) 2024-11-15T15:20:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins.hfs.11__test__ht74odv3j0filqeknq6mdq6jhdvpdl2u37j6o5i65qq73770m4i6mrg349blrfsa/f/db57611e771a44fa978013bed7f04b18_SeqId_4_ 2024-11-15T15:20:34,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.ReplicationSink(324): Finished replicating [6bf20f79-3534-4b8e-b06e-f5456ca67b63] bulk loaded data 2024-11-15T15:20:35,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:35,222 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731684035221/Put/seqid=0 2024-11-15T15:20:35,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741842_1018 (size=11194) 2024-11-15T15:20:35,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731684035227/Put/seqid=0 2024-11-15T15:20:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741843_1019 (size=10791) 2024-11-15T15:20:35,243 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 379, reset compression=false 2024-11-15T15:20:35,247 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:20:35,247 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,35391,1731684021772 got entry batch from reader: WALEntryBatch [walEntries=[{test/60a54009d0722835cfc7487aa4330ac1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731684034915/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T15:20:35,249 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:20:35,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-15T15:20:35,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.ReplicationSink(318): Replicating [6bf20f79-3534-4b8e-b06e-f5456ca67b63, d53c04fa-32d5-46c0-93c7-7249eb7544f2] bulk loaded data 2024-11-15T15:20:35,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31ee50f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:35,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34089,-1 for getting cluster id 2024-11-15T15:20:35,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:35,251 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bf20f79-3534-4b8e-b06e-f5456ca67b63' 2024-11-15T15:20:35,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:35,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bf20f79-3534-4b8e-b06e-f5456ca67b63" 2024-11-15T15:20:35,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d28277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:35,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34089,-1] 2024-11-15T15:20:35,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:35,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:35,252 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:35,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12eb04c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:35,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741842_1018 (size=7894) 2024-11-15T15:20:35,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741843_1019 (size=7691) 2024-11-15T15:20:35,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:35,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34089,1731684015633 2024-11-15T15:20:35,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8eebd 2024-11-15T15:20:35,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:35,270 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T15:20:35,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:20:35,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:35,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37045,1731684015846, seqNum=-1] 2024-11-15T15:20:35,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:35,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T15:20:35,277 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__flthjjgjaq88u9f6d1j5epf2qoupefv3ibljb6ijcu4v3qeifkkudskn0j08fl9i/f/0e4c8c5314264696809b2026c03fd462_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T15:20:35,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__flthjjgjaq88u9f6d1j5epf2qoupefv3ibljb6ijcu4v3qeifkkudskn0j08fl9i/f/31756b86bfe64daaa9f1e218be7cbb22_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T15:20:35,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.ReplicationSink(324): Finished replicating [6bf20f79-3534-4b8e-b06e-f5456ca67b63, d53c04fa-32d5-46c0-93c7-7249eb7544f2] bulk loaded data 2024-11-15T15:20:35,407 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 687, reset compression=false 2024-11-15T15:20:35,447 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 725, reset compression=false 2024-11-15T15:20:35,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a74ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:35,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41519,-1 for getting cluster id 2024-11-15T15:20:35,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:35,633 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd53c04fa-32d5-46c0-93c7-7249eb7544f2' 2024-11-15T15:20:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d53c04fa-32d5-46c0-93c7-7249eb7544f2" 2024-11-15T15:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586cd495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41519,-1] 2024-11-15T15:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:35,634 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:35,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfb510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:35,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:35,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:35,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:35,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:35,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41519,1731684021626 2024-11-15T15:20:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb75de9 2024-11-15T15:20:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:35,645 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731684025877.60a54009d0722835cfc7487aa4330ac1., hostname=855219d6b094,35391,1731684021772, seqNum=2] 2024-11-15T15:20:35,650 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:20:35,655 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T15:20:35,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T15:20:35,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 60a54009d0722835cfc7487aa4330ac1/f 2024-11-15T15:20:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T15:20:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:20:35,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 60a54009d0722835cfc7487aa4330ac1/f 2024-11-15T15:20:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T15:20:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:20:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HRegion(2603): Flush status journal for 60a54009d0722835cfc7487aa4330ac1: 2024-11-15T15:20:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_1 2024-11-15T15:20:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_1 as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ 2024-11-15T15:20:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_0 2024-11-15T15:20:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_0 as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ 2024-11-15T15:20:35,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_1 into 60a54009d0722835cfc7487aa4330ac1/f as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ - updating store file list. 2024-11-15T15:20:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:20:35,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ into 60a54009d0722835cfc7487aa4330ac1/f 2024-11-15T15:20:35,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_1 into 60a54009d0722835cfc7487aa4330ac1/f (new location: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_) 2024-11-15T15:20:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_1 2024-11-15T15:20:35,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_0 into 60a54009d0722835cfc7487aa4330ac1/f as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ - updating store file list. 2024-11-15T15:20:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d17a3967a10e4d9589c7738002934af5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:20:35,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ into 60a54009d0722835cfc7487aa4330ac1/f 2024-11-15T15:20:35,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_0 into 60a54009d0722835cfc7487aa4330ac1/f (new location: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_) 2024-11-15T15:20:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/staging/jenkins__test__ph3a4qnit1q1p143m34sj7rvfk5h0gq5vo5ulporetdoourll02asjhhgh473rn5/f/hfile_0 2024-11-15T15:20:35,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:35,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:35,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:35,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:35,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:35,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731684025877.60a54009d0722835cfc7487aa4330ac1., hostname=855219d6b094,35391,1731684021772, seqNum=2 , the old value is region=test,,1731684025877.60a54009d0722835cfc7487aa4330ac1., hostname=855219d6b094,35391,1731684021772, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=855219d6b094:35391 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:20:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731684025877.60a54009d0722835cfc7487aa4330ac1., hostname=855219d6b094,35391,1731684021772, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:20:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731684025877.60a54009d0722835cfc7487aa4330ac1., hostname=855219d6b094,35391,1731684021772, seqNum=2 from cache 2024-11-15T15:20:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37045,1731684015846, seqNum=-1] 2024-11-15T15:20:35,685 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T15:20:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:35,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731684024732.033e367e44b3c70ea96ce74a521be859., hostname=855219d6b094,37045,1731684015846, seqNum=2] 2024-11-15T15:20:35,695 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T15:20:35,751 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 725, reset compression=false 2024-11-15T15:20:35,756 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:20:35,756 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,35391,1731684021772 got entry batch from reader: WALEntryBatch [walEntries=[{test/60a54009d0722835cfc7487aa4330ac1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731684035682/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T15:20:35,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.ReplicationSink(318): Replicating [d53c04fa-32d5-46c0-93c7-7249eb7544f2] bulk loaded data 2024-11-15T15:20:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741844_1020 (size=10791) 2024-11-15T15:20:35,796 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:35391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T15:20:35,956 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1033, reset compression=false 2024-11-15T15:20:36,011 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 687, reset compression=false 2024-11-15T15:20:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741845_1021 (size=11194) 2024-11-15T15:20:36,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:20:36,181 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-15T15:20:36,183 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-15T15:20:36,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ for inclusion in 033e367e44b3c70ea96ce74a521be859/f 2024-11-15T15:20:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T15:20:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:20:36,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ for inclusion in 033e367e44b3c70ea96ce74a521be859/f 2024-11-15T15:20:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T15:20:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:20:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HRegion(2603): Flush status journal for 033e367e44b3c70ea96ce74a521be859: 2024-11-15T15:20:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d17a3967a10e4d9589c7738002934af5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:20:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/e67945e24426491d9503ac8915ab39c5_SeqId_6_ 2024-11-15T15:20:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:20:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/902cb0a7519840138c8fba0b7ba0f32b_SeqId_6_ 2024-11-15T15:20:36,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ into 033e367e44b3c70ea96ce74a521be859/f as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/e67945e24426491d9503ac8915ab39c5_SeqId_6_ - updating store file list. 2024-11-15T15:20:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e67945e24426491d9503ac8915ab39c5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:20:36,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/e67945e24426491d9503ac8915ab39c5_SeqId_6_ into 033e367e44b3c70ea96ce74a521be859/f 2024-11-15T15:20:36,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ into 033e367e44b3c70ea96ce74a521be859/f (new location: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/e67945e24426491d9503ac8915ab39c5_SeqId_6_) 2024-11-15T15:20:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d17a3967a10e4d9589c7738002934af5_SeqId_6_ 2024-11-15T15:20:36,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ into 033e367e44b3c70ea96ce74a521be859/f as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/902cb0a7519840138c8fba0b7ba0f32b_SeqId_6_ - updating store file list. 2024-11-15T15:20:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 902cb0a7519840138c8fba0b7ba0f32b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:20:36,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/902cb0a7519840138c8fba0b7ba0f32b_SeqId_6_ into 033e367e44b3c70ea96ce74a521be859/f 2024-11-15T15:20:36,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ into 033e367e44b3c70ea96ce74a521be859/f (new location: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/f/902cb0a7519840138c8fba0b7ba0f32b_SeqId_6_) 2024-11-15T15:20:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/staging/jenkins.hfs.10__test__126vkfg7kjvejd5t0r89ru81ghqglcv92did1gg1208555a5ioe9ckio0hrlclip/f/d8aa1108cc4940a5839d7aeeabf2937c_SeqId_6_ 2024-11-15T15:20:36,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] regionserver.ReplicationSink(324): Finished replicating [d53c04fa-32d5-46c0-93c7-7249eb7544f2] bulk loaded data 2024-11-15T15:20:36,260 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1033, reset compression=false 2024-11-15T15:20:36,664 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1033, reset compression=false 2024-11-15T15:20:36,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:20:36,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:36,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:36,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:36,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:36,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:36,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:20:36,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1194637447, stopped=false 2024-11-15T15:20:36,707 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,41519,1731684021626 2024-11-15T15:20:36,714 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 687, reset compression=false 2024-11-15T15:20:36,719 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:20:36,719 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,37045,1731684015846 got entry batch from reader: WALEntryBatch [walEntries=[{test/033e367e44b3c70ea96ce74a521be859/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731684036203/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T15:20:36,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.ReplicationSink(318): Replicating [d53c04fa-32d5-46c0-93c7-7249eb7544f2, 6bf20f79-3534-4b8e-b06e-f5456ca67b63] bulk loaded data 2024-11-15T15:20:36,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741844_1020 (size=11194) 2024-11-15T15:20:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482623639/running 2024-11-15T15:20:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482623639/running 2024-11-15T15:20:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:36,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:36,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:36,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:36,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:36,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on znode that does not yet exist, /1-1482623639/running 2024-11-15T15:20:36,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,35391,1731684021772' ***** 2024-11-15T15:20:36,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:20:36,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Set watcher on znode that does not yet exist, /1-1482623639/running 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:20:36,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(3091): Received CLOSE for 60a54009d0722835cfc7487aa4330ac1 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(3091): Received CLOSE for 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,35391,1731684021772 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:35391. 2024-11-15T15:20:36,781 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60a54009d0722835cfc7487aa4330ac1, disabling compactions & flushes 2024-11-15T15:20:36,781 DEBUG [RS:0;855219d6b094:35391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:36,781 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:36,781 DEBUG [RS:0;855219d6b094:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:36,781 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:36,781 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. after waiting 0 ms 2024-11-15T15:20:36,781 INFO [RS:0;855219d6b094:35391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:20:36,781 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:36,782 INFO [RS:0;855219d6b094:35391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:20:36,782 INFO [RS:0;855219d6b094:35391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:20:36,782 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:20:36,782 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:20:36,782 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1325): Online Regions={60a54009d0722835cfc7487aa4330ac1=test,,1731684025877.60a54009d0722835cfc7487aa4330ac1., 1588230740=hbase:meta,,1.1588230740, 8be33df06b692d25f68948f8c1e02991=hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991.} 2024-11-15T15:20:36,782 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60a54009d0722835cfc7487aa4330ac1, 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:36,782 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:36,782 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:36,782 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:36,782 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:36,782 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:36,782 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:20:36,785 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/default/test/60a54009d0722835cfc7487aa4330ac1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:20:36,785 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:36,785 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:20:36,786 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60a54009d0722835cfc7487aa4330ac1: Waiting for close lock at 1731684036781Running coprocessor pre-close hooks at 1731684036781Disabling compacts and flushes for region at 1731684036781Disabling writes for close at 1731684036781Writing region close event to WAL at 1731684036782 (+1 ms)Running coprocessor post-close hooks at 1731684036785 (+3 ms)Closed at 1731684036786 (+1 ms) 2024-11-15T15:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684025877.60a54009d0722835cfc7487aa4330ac1. 2024-11-15T15:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8be33df06b692d25f68948f8c1e02991, disabling compactions & flushes 2024-11-15T15:20:36,786 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. after waiting 0 ms 2024-11-15T15:20:36,786 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:36,786 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8be33df06b692d25f68948f8c1e02991 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-15T15:20:36,796 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/info/95fbc48325ca41ba96b603741e9366e4 is 147, key is hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991./info:regioninfo/1731684031365/Put/seqid=0 2024-11-15T15:20:36,800 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/.tmp/hfileref/55f47592a9604b95972d120f586427dd is 74, key is 1/hfileref:0e4c8c5314264696809b2026c03fd462_SeqId_4_/1731684035282/DeleteColumn/seqid=0 2024-11-15T15:20:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741845_1021 (size=7686) 2024-11-15T15:20:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741846_1022 (size=5345) 2024-11-15T15:20:36,805 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/.tmp/hfileref/55f47592a9604b95972d120f586427dd 2024-11-15T15:20:36,807 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:36,825 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/.tmp/queue/6cbba15d196943f2876d566e35c2136d is 154, key is 1-855219d6b094,35391,1731684021772/queue:855219d6b094%2C35391%2C1731684021772/1731684036207/Put/seqid=0 2024-11-15T15:20:36,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741847_1023 (size=5353) 2024-11-15T15:20:36,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:36,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:36,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:36,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:36,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:36,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:36,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:36,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:36,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:36,898 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:20:36,898 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:20:36,919 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1033, reset compression=false 2024-11-15T15:20:36,982 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:37,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741848_1024 (size=10791) 2024-11-15T15:20:37,168 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1033, reset compression=false 2024-11-15T15:20:37,172 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:20:37,172 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1328, reset compression=false 2024-11-15T15:20:37,172 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,35391,1731684021772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:20:37,174 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,35391,1731684021772: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,35391,1731684021772, walGroup=855219d6b094%2C35391%2C1731684021772, offset=855219d6b094%2C35391%2C1731684021772.1731684024028:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:35391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:20:37,176 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:20:37,178 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:20:37,179 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:20:37,179 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:20:37,179 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:20:37,180 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 810851936 }, "NonHeapMemoryUsage": { "committed": 189857792, "init": 7667712, "max": -1, "used": 187056856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:20:37,182 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8be33df06b692d25f68948f8c1e02991 2024-11-15T15:20:37,182 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:20:37,202 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/info/95fbc48325ca41ba96b603741e9366e4 2024-11-15T15:20:37,222 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/ns/bf3fdac97d4f494980a1ca078ad74ffe is 43, key is default/ns:d/1731684024629/Put/seqid=0 2024-11-15T15:20:37,223 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1033, reset compression=false 2024-11-15T15:20:37,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741849_1025 (size=5153) 2024-11-15T15:20:37,228 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/.tmp/queue/6cbba15d196943f2876d566e35c2136d 2024-11-15T15:20:37,233 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/.tmp/hfileref/55f47592a9604b95972d120f586427dd as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/hfileref/55f47592a9604b95972d120f586427dd 2024-11-15T15:20:37,236 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/hfileref/55f47592a9604b95972d120f586427dd, entries=4, sequenceid=12, filesize=5.2 K 2024-11-15T15:20:37,237 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/.tmp/queue/6cbba15d196943f2876d566e35c2136d as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/queue/6cbba15d196943f2876d566e35c2136d 2024-11-15T15:20:37,241 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/queue/6cbba15d196943f2876d566e35c2136d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T15:20:37,242 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8be33df06b692d25f68948f8c1e02991 in 455ms, sequenceid=12, compaction requested=false 2024-11-15T15:20:37,245 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/replication/8be33df06b692d25f68948f8c1e02991/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T15:20:37,245 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:37,245 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:37,245 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:37,246 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8be33df06b692d25f68948f8c1e02991: Waiting for close lock at 1731684036786Running coprocessor pre-close hooks at 1731684036786Disabling compacts and flushes for region at 1731684036786Disabling writes for close at 1731684036786Obtaining lock to block concurrent updates at 1731684036786Preparing flush snapshotting stores in 8be33df06b692d25f68948f8c1e02991 at 1731684036786Finished memstore snapshotting hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731684036786Flushing stores of hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. at 1731684036787 (+1 ms)Flushing 8be33df06b692d25f68948f8c1e02991/hfileref: creating writer at 1731684036787Flushing 8be33df06b692d25f68948f8c1e02991/hfileref: appending metadata at 1731684036800 (+13 ms)Flushing 8be33df06b692d25f68948f8c1e02991/hfileref: closing flushed file at 1731684036800Flushing 8be33df06b692d25f68948f8c1e02991/queue: creating writer at 1731684036809 (+9 ms)Flushing 8be33df06b692d25f68948f8c1e02991/queue: appending metadata at 1731684036824 (+15 ms)Flushing 8be33df06b692d25f68948f8c1e02991/queue: closing flushed file at 1731684036824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48beffa4: reopening flushed file at 1731684037232 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c271c8d: reopening flushed file at 1731684037237 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8be33df06b692d25f68948f8c1e02991 in 455ms, sequenceid=12, compaction requested=false at 1731684037242 (+5 ms)Writing region close event to WAL at 1731684037242Running coprocessor post-close hooks at 1731684037245 (+3 ms)Closed at 1731684037245 2024-11-15T15:20:37,246 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684030199.8be33df06b692d25f68948f8c1e02991. 2024-11-15T15:20:37,375 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1328, reset compression=false 2024-11-15T15:20:37,382 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:37,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:20:37,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:37,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting 2024-11-15T15:20:37,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting 2024-11-15T15:20:37,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 from cache 2024-11-15T15:20:37,583 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:37,627 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/ns/bf3fdac97d4f494980a1ca078ad74ffe 2024-11-15T15:20:37,629 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1033, reset compression=false 2024-11-15T15:20:37,644 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/rep_barrier/09ebf61e0faf41988870cfef28bc4756 is 112, key is test,,1731684025877.60a54009d0722835cfc7487aa4330ac1./rep_barrier:seqnumDuringOpen/1731684027019/Put/seqid=0 2024-11-15T15:20:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741850_1026 (size=5518) 2024-11-15T15:20:37,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:37,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:37,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:37,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting 2024-11-15T15:20:37,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting 2024-11-15T15:20:37,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 from cache 2024-11-15T15:20:37,679 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1328, reset compression=false 2024-11-15T15:20:37,783 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:20:37,783 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:20:37,783 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:37,874 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:37,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:37,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:37,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting 2024-11-15T15:20:37,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting 2024-11-15T15:20:37,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 from cache 2024-11-15T15:20:37,983 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:38,048 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/rep_barrier/09ebf61e0faf41988870cfef28bc4756 2024-11-15T15:20:38,069 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/table/918fb65c0e984f0b8880ca7e6b805262 is 53, key is hbase:replication/table:state/1731684031372/Put/seqid=0 2024-11-15T15:20:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741851_1027 (size=5308) 2024-11-15T15:20:38,082 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1328, reset compression=false 2024-11-15T15:20:38,132 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1033, reset compression=false 2024-11-15T15:20:38,183 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:38,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:38,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1] 2024-11-15T15:20:38,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:38,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting 2024-11-15T15:20:38,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 855219d6b094,35391,1731684021772 aborting 2024-11-15T15:20:38,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=855219d6b094,35391,1731684021772, seqNum=-1 from cache 2024-11-15T15:20:38,383 DEBUG [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:38,473 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/table/918fb65c0e984f0b8880ca7e6b805262 2024-11-15T15:20:38,478 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/info/95fbc48325ca41ba96b603741e9366e4 as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/info/95fbc48325ca41ba96b603741e9366e4 2024-11-15T15:20:38,482 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/info/95fbc48325ca41ba96b603741e9366e4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:20:38,483 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/ns/bf3fdac97d4f494980a1ca078ad74ffe as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/ns/bf3fdac97d4f494980a1ca078ad74ffe 2024-11-15T15:20:38,487 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/ns/bf3fdac97d4f494980a1ca078ad74ffe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:20:38,487 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/rep_barrier/09ebf61e0faf41988870cfef28bc4756 as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/rep_barrier/09ebf61e0faf41988870cfef28bc4756 2024-11-15T15:20:38,491 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/rep_barrier/09ebf61e0faf41988870cfef28bc4756, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:20:38,492 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/.tmp/table/918fb65c0e984f0b8880ca7e6b805262 as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/table/918fb65c0e984f0b8880ca7e6b805262 2024-11-15T15:20:38,495 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/table/918fb65c0e984f0b8880ca7e6b805262, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:20:38,496 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-15T15:20:38,504 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:20:38,505 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:38,505 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:38,505 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:38,505 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684036782Running coprocessor pre-close hooks at 1731684036782Disabling compacts and flushes for region at 1731684036782Disabling writes for close at 1731684036782Obtaining lock to block concurrent updates at 1731684036782Preparing flush snapshotting stores in 1588230740 at 1731684036782Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684036782Flushing stores of hbase:meta,,1.1588230740 at 1731684036783 (+1 ms)Flushing 1588230740/info: creating writer at 1731684036783Flushing 1588230740/info: appending metadata at 1731684036795 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731684036795Flushing 1588230740/ns: creating writer at 1731684037206 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731684037222 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731684037222Flushing 1588230740/rep_barrier: creating writer at 1731684037631 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684037643 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684037643Flushing 1588230740/table: creating writer at 1731684038052 (+409 ms)Flushing 1588230740/table: appending metadata at 1731684038068 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731684038068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbb496f: reopening flushed file at 1731684038477 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65da7174: reopening flushed file at 1731684038482 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232b79f0: reopening flushed file at 1731684038487 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471f6ba: reopening flushed file at 1731684038491 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1731684038496 (+5 ms)Writing region close event to WAL at 1731684038501 (+5 ms)Running coprocessor post-close hooks at 1731684038504 (+3 ms)Closed at 1731684038505 (+1 ms) 2024-11-15T15:20:38,505 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:38,583 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,35391,1731684021772; all regions closed. 2024-11-15T15:20:38,585 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 to pos 1328, reset compression=false 2024-11-15T15:20:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:20:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741839_1015 (size=3127) 2024-11-15T15:20:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741833_1009 (size=1336) 2024-11-15T15:20:38,590 DEBUG [RS:0;855219d6b094:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:38,591 INFO [RS:0;855219d6b094:35391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:38,591 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 for the last time to pos 1328, reset compression=false 2024-11-15T15:20:38,591 INFO [RS:0;855219d6b094:35391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:38,591 INFO [RS:0;855219d6b094:35391 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:38,591 INFO [RS:0;855219d6b094:35391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:38,591 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:38,591 INFO [RS:0;855219d6b094:35391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,35391,1731684021772 because: Region server is closing 2024-11-15T15:20:38,591 INFO [RS:0;855219d6b094:35391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:35391. 2024-11-15T15:20:38,591 DEBUG [RS:0;855219d6b094:35391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:38,591 DEBUG [RS:0;855219d6b094:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:38,591 DEBUG [RS:0;855219d6b094:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:38,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 and length of the file is 1336 2024-11-15T15:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.wal-reader.855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/WALs/855219d6b094,35391,1731684021772/855219d6b094%2C35391%2C1731684021772.1731684024028 2024-11-15T15:20:38,692 INFO [RS:0;855219d6b094:35391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,35391,1731684021772.replicationSource.shipper855219d6b094%2C35391%2C1731684021772,1-855219d6b094,35391,1731684021772 terminated 2024-11-15T15:20:38,692 INFO [RS:0;855219d6b094:35391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:35391. 2024-11-15T15:20:38,692 DEBUG [RS:0;855219d6b094:35391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:38,692 DEBUG [RS:0;855219d6b094:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:38,692 DEBUG [RS:0;855219d6b094:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:38,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:38,692 INFO [RS:0;855219d6b094:35391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35391 2024-11-15T15:20:38,693 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-15T15:20:38,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-15T15:20:38,693 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=855219d6b094:35391 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-15T15:20:38,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:38,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-15T15:20:38,696 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:38,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35391 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:33890 deadline: 1731684096720, exception=java.io.InterruptedIOException 2024-11-15T15:20:38,698 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T15:20:38,736 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1033, reset compression=false 2024-11-15T15:20:38,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639/rs 2024-11-15T15:20:38,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482623639/rs/855219d6b094,35391,1731684021772 2024-11-15T15:20:38,738 INFO [RS:0;855219d6b094:35391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:38,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,35391,1731684021772] 2024-11-15T15:20:38,759 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1482623639/draining/855219d6b094,35391,1731684021772 already deleted, retry=false 2024-11-15T15:20:38,759 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,35391,1731684021772 expired; onlineServers=0 2024-11-15T15:20:38,759 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,41519,1731684021626' ***** 2024-11-15T15:20:38,759 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:20:38,759 INFO [M:0;855219d6b094:41519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:38,759 INFO [M:0;855219d6b094:41519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:38,759 DEBUG [M:0;855219d6b094:41519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:20:38,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:20:38,759 DEBUG [M:0;855219d6b094:41519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:20:38,759 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684023766 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684023766,5,FailOnTimeoutGroup] 2024-11-15T15:20:38,759 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684023766 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684023766,5,FailOnTimeoutGroup] 2024-11-15T15:20:38,759 INFO [M:0;855219d6b094:41519 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:38,759 INFO [M:0;855219d6b094:41519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:38,759 DEBUG [M:0;855219d6b094:41519 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:20:38,759 INFO [M:0;855219d6b094:41519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:20:38,760 INFO [M:0;855219d6b094:41519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:38,760 INFO [M:0;855219d6b094:41519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:20:38,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:20:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1482623639/master 2024-11-15T15:20:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1482623639 2024-11-15T15:20:38,769 DEBUG [M:0;855219d6b094:41519 {}] zookeeper.ZKUtil(347): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Unable to get data of znode /1-1482623639/master because node does not exist (not an error) 2024-11-15T15:20:38,769 WARN [M:0;855219d6b094:41519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:20:38,770 INFO [M:0;855219d6b094:41519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/.lastflushedseqids 2024-11-15T15:20:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741852_1028 (size=263) 2024-11-15T15:20:38,795 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 855219d6b094:35391 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:35391 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:38,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 855219d6b094:35391 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:35391 2024-11-15T15:20:38,796 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=855219d6b094:35391 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:35391 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:35391 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T15:20:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T15:20:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41464 deadline: 1731684098798, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T15:20:38,799 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T15:20:38,800 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T15:20:38,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:38,848 INFO [RS:0;855219d6b094:35391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:38,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1013f15115c0004, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:38,848 INFO [RS:0;855219d6b094:35391 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,35391,1731684021772; zookeeper connection closed. 2024-11-15T15:20:38,849 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f8f1025 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f8f1025 2024-11-15T15:20:38,849 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:20:39,000 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T15:20:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T15:20:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41464 deadline: 1731684099001, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T15:20:39,002 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T15:20:39,003 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T15:20:39,003 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T15:20:39,174 INFO [M:0;855219d6b094:41519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:20:39,174 INFO [M:0;855219d6b094:41519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:20:39,174 DEBUG [M:0;855219d6b094:41519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:39,174 INFO [M:0;855219d6b094:41519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:39,174 DEBUG [M:0;855219d6b094:41519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:39,174 DEBUG [M:0;855219d6b094:41519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:39,174 DEBUG [M:0;855219d6b094:41519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:39,175 INFO [M:0;855219d6b094:41519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T15:20:39,188 DEBUG [M:0;855219d6b094:41519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfba98d8947439f9dcca6b3b6965322 is 82, key is hbase:meta,,1/info:regioninfo/1731684024619/Put/seqid=0 2024-11-15T15:20:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741853_1029 (size=5672) 2024-11-15T15:20:39,191 INFO [M:0;855219d6b094:41519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfba98d8947439f9dcca6b3b6965322 2024-11-15T15:20:39,208 DEBUG [M:0;855219d6b094:41519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac700f8a013948c7b94efff3fe12b087 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731684031375/Put/seqid=0 2024-11-15T15:20:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741854_1030 (size=8515) 2024-11-15T15:20:39,212 INFO [M:0;855219d6b094:41519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac700f8a013948c7b94efff3fe12b087 2024-11-15T15:20:39,232 DEBUG [M:0;855219d6b094:41519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a24a850e63144bcab90a096524d77bd is 69, key is 855219d6b094,35391,1731684021772/rs:state/1731684023840/Put/seqid=0 2024-11-15T15:20:39,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741855_1031 (size=5156) 2024-11-15T15:20:39,303 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T15:20:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T15:20:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41464 deadline: 1731684099304, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T15:20:39,305 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T15:20:39,306 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T15:20:39,306 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T15:20:39,439 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1033, reset compression=false 2024-11-15T15:20:39,636 INFO [M:0;855219d6b094:41519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a24a850e63144bcab90a096524d77bd 2024-11-15T15:20:39,707 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T15:20:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T15:20:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41464 deadline: 1731684099708, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T15:20:39,709 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T15:20:39,710 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T15:20:39,710 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T15:20:39,733 DEBUG [M:0;855219d6b094:41519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfba98d8947439f9dcca6b3b6965322 as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cfba98d8947439f9dcca6b3b6965322 2024-11-15T15:20:39,737 INFO [M:0;855219d6b094:41519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cfba98d8947439f9dcca6b3b6965322, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T15:20:39,738 DEBUG [M:0;855219d6b094:41519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac700f8a013948c7b94efff3fe12b087 as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac700f8a013948c7b94efff3fe12b087 2024-11-15T15:20:39,741 INFO [M:0;855219d6b094:41519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac700f8a013948c7b94efff3fe12b087, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T15:20:39,742 DEBUG [M:0;855219d6b094:41519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a24a850e63144bcab90a096524d77bd as hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a24a850e63144bcab90a096524d77bd 2024-11-15T15:20:39,746 INFO [M:0;855219d6b094:41519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41781/user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a24a850e63144bcab90a096524d77bd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T15:20:39,746 INFO [M:0;855219d6b094:41519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=97, compaction requested=false 2024-11-15T15:20:39,747 INFO [M:0;855219d6b094:41519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:39,747 DEBUG [M:0;855219d6b094:41519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684039174Disabling compacts and flushes for region at 1731684039174Disabling writes for close at 1731684039174Obtaining lock to block concurrent updates at 1731684039175 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684039175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731684039175Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684039175Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684039175Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684039188 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684039188Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684039195 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684039208 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684039208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684039216 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684039231 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684039231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4719f70b: reopening flushed file at 1731684039732 (+501 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f4b579: reopening flushed file at 1731684039737 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec90276: reopening flushed file at 1731684039741 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=97, compaction requested=false at 1731684039746 (+5 ms)Writing region close event to WAL at 1731684039747 (+1 ms)Closed at 1731684039747 2024-11-15T15:20:39,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741830_1006 (size=63642) 2024-11-15T15:20:39,749 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd546592-0062-92e2-d12e-9f6e0667763d/MasterData/WALs/855219d6b094,41519,1731684021626/855219d6b094%2C41519%2C1731684021626.1731684023519 not finished, retry = 0 2024-11-15T15:20:39,850 INFO [M:0;855219d6b094:41519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:20:39,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:39,850 INFO [M:0;855219d6b094:41519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41519 2024-11-15T15:20:39,851 INFO [M:0;855219d6b094:41519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:39,964 INFO [M:0;855219d6b094:41519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1013f15115c0003, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:39,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b38e1f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:39,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645059c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:39,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:39,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e7fe5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:39,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5a569c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:39,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:20:39,993 WARN [BP-1648256343-172.17.0.2-1731684019426 heartbeating to localhost/127.0.0.1:41781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:20:39,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:20:39,993 WARN [BP-1648256343-172.17.0.2-1731684019426 heartbeating to localhost/127.0.0.1:41781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1648256343-172.17.0.2-1731684019426 (Datanode Uuid 169cdcc4-ab6d-4c23-97b0-a6b679229542) service to localhost/127.0.0.1:41781 2024-11-15T15:20:39,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/cluster_08d94d5d-8fae-56fa-4210-4c8b44c3e409/data/data1/current/BP-1648256343-172.17.0.2-1731684019426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:39,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/cluster_08d94d5d-8fae-56fa-4210-4c8b44c3e409/data/data2/current/BP-1648256343-172.17.0.2-1731684019426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:39,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:20:39,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b5ef8dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:39,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26a0d277{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:39,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:39,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64838515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:39,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd531f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:40,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:20:40,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:20:40,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:40,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:40,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:40,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:40,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:40,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:20:40,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=293984180, stopped=false 2024-11-15T15:20:40,013 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,34089,1731684015633 2024-11-15T15:20:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1614223278/running 2024-11-15T15:20:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1614223278/running 2024-11-15T15:20:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:40,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:40,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:20:40,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:40,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:40,022 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,37045,1731684015846' ***** 2024-11-15T15:20:40,022 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:20:40,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on znode that does not yet exist, /0-1614223278/running 2024-11-15T15:20:40,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Set watcher on znode that does not yet exist, /0-1614223278/running 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:20:40,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(3091): Received CLOSE for 033e367e44b3c70ea96ce74a521be859 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(3091): Received CLOSE for d185cd315546152764e5e29793118094 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,37045,1731684015846 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:37045. 2024-11-15T15:20:40,023 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 033e367e44b3c70ea96ce74a521be859, disabling compactions & flushes 2024-11-15T15:20:40,023 DEBUG [RS:0;855219d6b094:37045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:40,023 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:40,023 DEBUG [RS:0;855219d6b094:37045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:40,023 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:40,023 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684024732.033e367e44b3c70ea96ce74a521be859. after waiting 0 ms 2024-11-15T15:20:40,023 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:20:40,023 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:20:40,024 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:20:40,024 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1325): Online Regions={033e367e44b3c70ea96ce74a521be859=test,,1731684024732.033e367e44b3c70ea96ce74a521be859., 1588230740=hbase:meta,,1.1588230740, d185cd315546152764e5e29793118094=hbase:replication,,1731684028044.d185cd315546152764e5e29793118094.} 2024-11-15T15:20:40,024 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 033e367e44b3c70ea96ce74a521be859, 1588230740, d185cd315546152764e5e29793118094 2024-11-15T15:20:40,024 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:40,024 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:40,024 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:40,024 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:40,024 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:40,024 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:20:40,027 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/default/test/033e367e44b3c70ea96ce74a521be859/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:20:40,027 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:40,027 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:20:40,027 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:40,027 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 033e367e44b3c70ea96ce74a521be859: Waiting for close lock at 1731684040023Running coprocessor pre-close hooks at 1731684040023Disabling compacts and flushes for region at 1731684040023Disabling writes for close at 1731684040023Writing region close event to WAL at 1731684040024 (+1 ms)Running coprocessor post-close hooks at 1731684040027 (+3 ms)Closed at 1731684040027 2024-11-15T15:20:40,028 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684024732.033e367e44b3c70ea96ce74a521be859. 2024-11-15T15:20:40,028 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d185cd315546152764e5e29793118094, disabling compactions & flushes 2024-11-15T15:20:40,028 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:40,028 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:40,028 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. after waiting 0 ms 2024-11-15T15:20:40,028 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:40,028 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d185cd315546152764e5e29793118094 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-15T15:20:40,041 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/.tmp/hfileref/83de7203d7c541f4b9b89a6c94119452 is 74, key is 1/hfileref:902cb0a7519840138c8fba0b7ba0f32b_SeqId_6_/1731684036193/Put/seqid=0 2024-11-15T15:20:40,042 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/info/45c88d9c974d4e8288a242414ceb4549 is 147, key is hbase:replication,,1731684028044.d185cd315546152764e5e29793118094./info:regioninfo/1731684029237/Put/seqid=0 2024-11-15T15:20:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741846_1022 (size=5345) 2024-11-15T15:20:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741847_1023 (size=7686) 2024-11-15T15:20:40,048 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/.tmp/hfileref/83de7203d7c541f4b9b89a6c94119452 2024-11-15T15:20:40,050 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:40,064 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/.tmp/queue/4a7e936da9ce41b195e9f3c531fd2882 is 153, key is 1-855219d6b094,37045,1731684015846/queue:855219d6b094%2C37045%2C1731684015846/1731684034920/Put/seqid=0 2024-11-15T15:20:40,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741848_1024 (size=5352) 2024-11-15T15:20:40,079 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:20:40,080 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:20:40,211 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T15:20:40,211 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 855219d6b094:41519 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:41519 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:40,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 855219d6b094:41519 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:41519 2024-11-15T15:20:40,224 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d185cd315546152764e5e29793118094 2024-11-15T15:20:40,252 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1033, reset compression=false 2024-11-15T15:20:40,256 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:20:40,256 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1328, reset compression=false 2024-11-15T15:20:40,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:40,315 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 855219d6b094:41519 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:41519 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:40,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=855219d6b094:41519 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:41519 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T15:20:40,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 855219d6b094:41519 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 855219d6b094/172.17.0.2:41519 2024-11-15T15:20:40,424 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d185cd315546152764e5e29793118094 2024-11-15T15:20:40,446 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/info/45c88d9c974d4e8288a242414ceb4549 2024-11-15T15:20:40,459 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1328, reset compression=false 2024-11-15T15:20:40,468 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/.tmp/queue/4a7e936da9ce41b195e9f3c531fd2882 2024-11-15T15:20:40,473 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/.tmp/hfileref/83de7203d7c541f4b9b89a6c94119452 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/hfileref/83de7203d7c541f4b9b89a6c94119452 2024-11-15T15:20:40,475 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/ns/11a68ec5cd2d46d4990257ccdb028784 is 43, key is default/ns:d/1731684019282/Put/seqid=0 2024-11-15T15:20:40,476 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/hfileref/83de7203d7c541f4b9b89a6c94119452, entries=4, sequenceid=10, filesize=5.2 K 2024-11-15T15:20:40,477 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/.tmp/queue/4a7e936da9ce41b195e9f3c531fd2882 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/queue/4a7e936da9ce41b195e9f3c531fd2882 2024-11-15T15:20:40,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741849_1025 (size=5153) 2024-11-15T15:20:40,482 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/queue/4a7e936da9ce41b195e9f3c531fd2882, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T15:20:40,482 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d185cd315546152764e5e29793118094 in 454ms, sequenceid=10, compaction requested=false 2024-11-15T15:20:40,485 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/replication/d185cd315546152764e5e29793118094/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T15:20:40,486 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:40,486 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:40,486 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:40,486 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d185cd315546152764e5e29793118094: Waiting for close lock at 1731684040028Running coprocessor pre-close hooks at 1731684040028Disabling compacts and flushes for region at 1731684040028Disabling writes for close at 1731684040028Obtaining lock to block concurrent updates at 1731684040028Preparing flush snapshotting stores in d185cd315546152764e5e29793118094 at 1731684040028Finished memstore snapshotting hbase:replication,,1731684028044.d185cd315546152764e5e29793118094., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731684040028Flushing stores of hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. at 1731684040029 (+1 ms)Flushing d185cd315546152764e5e29793118094/hfileref: creating writer at 1731684040029Flushing d185cd315546152764e5e29793118094/hfileref: appending metadata at 1731684040041 (+12 ms)Flushing d185cd315546152764e5e29793118094/hfileref: closing flushed file at 1731684040041Flushing d185cd315546152764e5e29793118094/queue: creating writer at 1731684040052 (+11 ms)Flushing d185cd315546152764e5e29793118094/queue: appending metadata at 1731684040064 (+12 ms)Flushing d185cd315546152764e5e29793118094/queue: closing flushed file at 1731684040064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a03f0: reopening flushed file at 1731684040472 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c12a3f7: reopening flushed file at 1731684040476 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d185cd315546152764e5e29793118094 in 454ms, sequenceid=10, compaction requested=false at 1731684040482 (+6 ms)Writing region close event to WAL at 1731684040483 (+1 ms)Running coprocessor post-close hooks at 1731684040485 (+2 ms)Closed at 1731684040486 (+1 ms) 2024-11-15T15:20:40,486 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684028044.d185cd315546152764e5e29793118094. 2024-11-15T15:20:40,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:40,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 855219d6b094:41519 this server is in the failed servers list 2024-11-15T15:20:40,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 855219d6b094:41519 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:40,624 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:40,762 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1328, reset compression=false 2024-11-15T15:20:40,824 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:40,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:40,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 855219d6b094:41519 this server is in the failed servers list 2024-11-15T15:20:40,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 855219d6b094:41519 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:40,879 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/ns/11a68ec5cd2d46d4990257ccdb028784 2024-11-15T15:20:40,895 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/rep_barrier/a94c925bdd9f46faa2d6ddcfac12f51f is 112, key is test,,1731684024732.033e367e44b3c70ea96ce74a521be859./rep_barrier:seqnumDuringOpen/1731684025482/Put/seqid=0 2024-11-15T15:20:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741850_1026 (size=5518) 2024-11-15T15:20:41,025 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:41,165 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1328, reset compression=false 2024-11-15T15:20:41,225 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:20:41,225 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:20:41,225 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:41,300 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/rep_barrier/a94c925bdd9f46faa2d6ddcfac12f51f 2024-11-15T15:20:41,320 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/table/a7941766e7f94c6da57a0bcecdd911c1 is 53, key is hbase:replication/table:state/1731684029244/Put/seqid=0 2024-11-15T15:20:41,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741851_1027 (size=5308) 2024-11-15T15:20:41,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:41,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 855219d6b094:41519 this server is in the failed servers list 2024-11-15T15:20:41,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 855219d6b094:41519 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:41,425 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:41,625 DEBUG [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:20:41,669 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 to pos 1328, reset compression=false 2024-11-15T15:20:41,724 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/table/a7941766e7f94c6da57a0bcecdd911c1 2024-11-15T15:20:41,729 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/info/45c88d9c974d4e8288a242414ceb4549 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/info/45c88d9c974d4e8288a242414ceb4549 2024-11-15T15:20:41,733 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/info/45c88d9c974d4e8288a242414ceb4549, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:20:41,733 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/ns/11a68ec5cd2d46d4990257ccdb028784 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/ns/11a68ec5cd2d46d4990257ccdb028784 2024-11-15T15:20:41,737 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/ns/11a68ec5cd2d46d4990257ccdb028784, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:20:41,738 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/rep_barrier/a94c925bdd9f46faa2d6ddcfac12f51f as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/rep_barrier/a94c925bdd9f46faa2d6ddcfac12f51f 2024-11-15T15:20:41,742 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/rep_barrier/a94c925bdd9f46faa2d6ddcfac12f51f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:20:41,743 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/.tmp/table/a7941766e7f94c6da57a0bcecdd911c1 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/table/a7941766e7f94c6da57a0bcecdd911c1 2024-11-15T15:20:41,746 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/table/a7941766e7f94c6da57a0bcecdd911c1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:20:41,747 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-15T15:20:41,751 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:20:41,751 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:41,751 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:41,751 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:41,751 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684040024Running coprocessor pre-close hooks at 1731684040024Disabling compacts and flushes for region at 1731684040024Disabling writes for close at 1731684040024Obtaining lock to block concurrent updates at 1731684040024Preparing flush snapshotting stores in 1588230740 at 1731684040024Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684040024Flushing stores of hbase:meta,,1.1588230740 at 1731684040025 (+1 ms)Flushing 1588230740/info: creating writer at 1731684040025Flushing 1588230740/info: appending metadata at 1731684040042 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731684040042Flushing 1588230740/ns: creating writer at 1731684040460 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731684040475 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731684040475Flushing 1588230740/rep_barrier: creating writer at 1731684040882 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684040895 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684040895Flushing 1588230740/table: creating writer at 1731684041303 (+408 ms)Flushing 1588230740/table: appending metadata at 1731684041319 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731684041319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4671d5: reopening flushed file at 1731684041728 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea3b1c2: reopening flushed file at 1731684041733 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6885a284: reopening flushed file at 1731684041737 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420dfef9: reopening flushed file at 1731684041742 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1731684041747 (+5 ms)Writing region close event to WAL at 1731684041748 (+1 ms)Running coprocessor post-close hooks at 1731684041751 (+3 ms)Closed at 1731684041751 2024-11-15T15:20:41,751 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:41,825 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,37045,1731684015846; all regions closed. 2024-11-15T15:20:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:20:41,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.meta.1731684019227.meta not finished, retry = 0 2024-11-15T15:20:41,930 DEBUG [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/oldWALs 2024-11-15T15:20:41,930 INFO [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37045%2C1731684015846.meta:.meta(num 1731684019227) 2024-11-15T15:20:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741839_1015 (size=2695) 2024-11-15T15:20:41,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.rep.1731684029203 not finished, retry = 0 2024-11-15T15:20:42,033 DEBUG [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/oldWALs 2024-11-15T15:20:42,033 INFO [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37045%2C1731684015846.rep:(num 1731684029203) 2024-11-15T15:20:42,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/WALs/855219d6b094,37045,1731684015846/855219d6b094%2C37045%2C1731684015846.1731684018168 not finished, retry = 0 2024-11-15T15:20:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741832_1008 (size=1336) 2024-11-15T15:20:42,137 DEBUG [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/oldWALs 2024-11-15T15:20:42,137 INFO [RS:0;855219d6b094:37045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37045%2C1731684015846:(num 1731684018168) 2024-11-15T15:20:42,137 DEBUG [RS:0;855219d6b094:37045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:42,137 INFO [RS:0;855219d6b094:37045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:42,138 INFO [RS:0;855219d6b094:37045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:42,138 INFO [RS:0;855219d6b094:37045 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:42,138 INFO [RS:0;855219d6b094:37045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:42,138 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:42,138 INFO [RS:0;855219d6b094:37045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,37045,1731684015846 because: Region server is closing 2024-11-15T15:20:42,138 INFO [RS:0;855219d6b094:37045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:37045. 2024-11-15T15:20:42,138 DEBUG [RS:0;855219d6b094:37045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:42,138 DEBUG [RS:0;855219d6b094:37045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:42,139 DEBUG [RS:0;855219d6b094:37045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:42,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:42,239 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.wal-reader.855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:20:42,239 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-15T15:20:42,239 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T15:20:42,239 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T15:20:42,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:42,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:42,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:42,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:42,358 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:42,840 INFO [RS:0;855219d6b094:37045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37045,1731684015846.replicationSource.shipper855219d6b094%2C37045%2C1731684015846,1-855219d6b094,37045,1731684015846 terminated 2024-11-15T15:20:42,840 INFO [RS:0;855219d6b094:37045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:37045. 2024-11-15T15:20:42,840 DEBUG [RS:0;855219d6b094:37045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:20:42,840 DEBUG [RS:0;855219d6b094:37045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:42,840 DEBUG [RS:0;855219d6b094:37045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:42,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:42,840 INFO [RS:0;855219d6b094:37045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37045 2024-11-15T15:20:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1614223278/rs/855219d6b094,37045,1731684015846 2024-11-15T15:20:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278/rs 2024-11-15T15:20:42,906 INFO [RS:0;855219d6b094:37045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:42,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,37045,1731684015846] 2024-11-15T15:20:42,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1614223278/draining/855219d6b094,37045,1731684015846 already deleted, retry=false 2024-11-15T15:20:42,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,37045,1731684015846 expired; onlineServers=0 2024-11-15T15:20:42,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,34089,1731684015633' ***** 2024-11-15T15:20:42,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:20:42,927 INFO [M:0;855219d6b094:34089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:20:42,927 INFO [M:0;855219d6b094:34089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:20:42,927 DEBUG [M:0;855219d6b094:34089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:20:42,927 DEBUG [M:0;855219d6b094:34089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:20:42,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:20:42,927 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684017966 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684017966,5,FailOnTimeoutGroup] 2024-11-15T15:20:42,927 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684017965 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684017965,5,FailOnTimeoutGroup] 2024-11-15T15:20:42,927 INFO [M:0;855219d6b094:34089 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:42,927 INFO [M:0;855219d6b094:34089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:20:42,927 DEBUG [M:0;855219d6b094:34089 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:20:42,927 INFO [M:0;855219d6b094:34089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:20:42,927 INFO [M:0;855219d6b094:34089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:20:42,928 INFO [M:0;855219d6b094:34089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:20:42,928 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:20:42,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1614223278/master 2024-11-15T15:20:42,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1614223278 2024-11-15T15:20:42,937 DEBUG [M:0;855219d6b094:34089 {}] zookeeper.ZKUtil(347): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Unable to get data of znode /0-1614223278/master because node does not exist (not an error) 2024-11-15T15:20:42,937 WARN [M:0;855219d6b094:34089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:20:42,938 INFO [M:0;855219d6b094:34089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/.lastflushedseqids 2024-11-15T15:20:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741852_1028 (size=263) 2024-11-15T15:20:43,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:43,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37045-0x1013f15115c0001, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:43,017 INFO [RS:0;855219d6b094:37045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:43,017 INFO [RS:0;855219d6b094:37045 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,37045,1731684015846; zookeeper connection closed. 2024-11-15T15:20:43,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e464e84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e464e84 2024-11-15T15:20:43,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:20:43,344 INFO [M:0;855219d6b094:34089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:20:43,344 INFO [M:0;855219d6b094:34089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:20:43,344 DEBUG [M:0;855219d6b094:34089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:43,344 INFO [M:0;855219d6b094:34089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:43,344 DEBUG [M:0;855219d6b094:34089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:43,344 DEBUG [M:0;855219d6b094:34089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:43,344 DEBUG [M:0;855219d6b094:34089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:43,345 INFO [M:0;855219d6b094:34089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T15:20:43,358 DEBUG [M:0;855219d6b094:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/186939fcfa8643b4b1e91ee9220797d4 is 82, key is hbase:meta,,1/info:regioninfo/1731684019254/Put/seqid=0 2024-11-15T15:20:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741853_1029 (size=5672) 2024-11-15T15:20:43,761 INFO [M:0;855219d6b094:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/186939fcfa8643b4b1e91ee9220797d4 2024-11-15T15:20:43,777 DEBUG [M:0;855219d6b094:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49be9dc7d9b64257a6225ca96ac36522 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731684029247/Put/seqid=0 2024-11-15T15:20:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741854_1030 (size=8516) 2024-11-15T15:20:44,181 INFO [M:0;855219d6b094:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49be9dc7d9b64257a6225ca96ac36522 2024-11-15T15:20:44,202 DEBUG [M:0;855219d6b094:34089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/412e9c31e7a1402d89a5fbd3cd7b0c1c is 69, key is 855219d6b094,37045,1731684015846/rs:state/1731684018012/Put/seqid=0 2024-11-15T15:20:44,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741855_1031 (size=5156) 2024-11-15T15:20:44,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:44,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:44,365 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4154 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:44,613 INFO [M:0;855219d6b094:34089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/412e9c31e7a1402d89a5fbd3cd7b0c1c 2024-11-15T15:20:44,617 DEBUG [M:0;855219d6b094:34089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/186939fcfa8643b4b1e91ee9220797d4 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/186939fcfa8643b4b1e91ee9220797d4 2024-11-15T15:20:44,621 INFO [M:0;855219d6b094:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/186939fcfa8643b4b1e91ee9220797d4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T15:20:44,621 DEBUG [M:0;855219d6b094:34089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49be9dc7d9b64257a6225ca96ac36522 as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49be9dc7d9b64257a6225ca96ac36522 2024-11-15T15:20:44,625 INFO [M:0;855219d6b094:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49be9dc7d9b64257a6225ca96ac36522, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T15:20:44,626 DEBUG [M:0;855219d6b094:34089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/412e9c31e7a1402d89a5fbd3cd7b0c1c as hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/412e9c31e7a1402d89a5fbd3cd7b0c1c 2024-11-15T15:20:44,629 INFO [M:0;855219d6b094:34089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34047/user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/412e9c31e7a1402d89a5fbd3cd7b0c1c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T15:20:44,630 INFO [M:0;855219d6b094:34089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-15T15:20:44,631 INFO [M:0;855219d6b094:34089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:44,631 DEBUG [M:0;855219d6b094:34089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684043344Disabling compacts and flushes for region at 1731684043344Disabling writes for close at 1731684043344Obtaining lock to block concurrent updates at 1731684043345 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684043345Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731684043345Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684043345Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684043345Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684043357 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684043357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684043765 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684043777 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684043777Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684044185 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684044202 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684044202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600e4c1a: reopening flushed file at 1731684044617 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299e74ee: reopening flushed file at 1731684044621 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673ff98: reopening flushed file at 1731684044625 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731684044630 (+5 ms)Writing region close event to WAL at 1731684044631 (+1 ms)Closed at 1731684044631 2024-11-15T15:20:44,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741830_1006 (size=63654) 2024-11-15T15:20:44,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58c9efb4-85be-4920-f375-dfd0ac5814be/MasterData/WALs/855219d6b094,34089,1731684015633/855219d6b094%2C34089%2C1731684015633.1731684017633 not finished, retry = 0 2024-11-15T15:20:44,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:20:44,737 INFO [M:0;855219d6b094:34089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:20:44,737 INFO [M:0;855219d6b094:34089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34089 2024-11-15T15:20:44,737 INFO [M:0;855219d6b094:34089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:20:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:44,858 INFO [M:0;855219d6b094:34089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:20:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34089-0x1013f15115c0000, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:44,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2575cee7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:44,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50100f9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:44,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:44,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f02314a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:44,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3116ee2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:44,863 WARN [BP-695277517-172.17.0.2-1731684013506 heartbeating to localhost/127.0.0.1:34047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:20:44,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:20:44,863 WARN [BP-695277517-172.17.0.2-1731684013506 heartbeating to localhost/127.0.0.1:34047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695277517-172.17.0.2-1731684013506 (Datanode Uuid d3405e90-5726-4bfd-b2ae-6c93786c2555) service to localhost/127.0.0.1:34047 2024-11-15T15:20:44,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:20:44,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/cluster_603ced2a-4d26-5d3a-f10a-9dd425aa87bd/data/data1/current/BP-695277517-172.17.0.2-1731684013506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:44,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/cluster_603ced2a-4d26-5d3a-f10a-9dd425aa87bd/data/data2/current/BP-695277517-172.17.0.2-1731684013506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:44,864 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:20:44,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b88dfce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:44,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4029c311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:44,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:44,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5213139c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:44,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed3f69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/160dc5ce-039e-ac87-26ff-2f8c22f67938/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:44,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:20:44,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:20:44,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34047 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41781 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41781 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41781 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34047 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34047 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=3829 (was 3977) 2024-11-15T15:20:44,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=3829 2024-11-15T15:20:44,933 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-15T15:20:44,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.log.dir so I do NOT create it in target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309 2024-11-15T15:20:44,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:20:44,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.tmp.dir so I do NOT create it in target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309 2024-11-15T15:20:44,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8c8e7c9-0e13-0b6f-2d57-d829a962c4f7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:20:44,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309 2024-11-15T15:20:44,934 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/cluster_0a106aa4-e132-8bbc-e964-7107f0d24b32, deleteOnExit=true 2024-11-15T15:20:44,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/cluster_0a106aa4-e132-8bbc-e964-7107f0d24b32/zookeeper_0, clientPort=61087, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/cluster_0a106aa4-e132-8bbc-e964-7107f0d24b32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/cluster_0a106aa4-e132-8bbc-e964-7107f0d24b32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:20:44,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61087 2024-11-15T15:20:44,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:20:44,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:20:44,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/test.cache.data in system properties and HBase conf 2024-11-15T15:20:44,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:20:44,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:20:44,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:20:44,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:20:44,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:20:44,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:20:44,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:20:44,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:20:44,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:20:44,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:20:44,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:20:44,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f15115c0002, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:20:44,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f15115c0005, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:20:44,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f15115c0002, quorum=127.0.0.1:64294, baseZNode=/0-1614223278 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:20:44,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f15115c0005, quorum=127.0.0.1:64294, baseZNode=/1-1482623639 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:20:45,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:45,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:20:45,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:20:45,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:20:45,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:20:45,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:45,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26bb5748{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:20:45,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ebacfaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:20:45,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe9afdd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/java.io.tmpdir/jetty-localhost-34419-hadoop-hdfs-3_4_1-tests_jar-_-any-10545987571271105890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:45,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f1f9ffb{HTTP/1.1, (http/1.1)}{localhost:34419} 2024-11-15T15:20:45,410 INFO [Time-limited test {}] server.Server(415): Started @202269ms 2024-11-15T15:20:45,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:45,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:20:45,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:20:45,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:20:45,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:20:45,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@158078f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:20:45,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28b60453{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:20:45,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3166a7ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/java.io.tmpdir/jetty-localhost-36373-hadoop-hdfs-3_4_1-tests_jar-_-any-7625763249966312896/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:45,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@365e3bda{HTTP/1.1, (http/1.1)}{localhost:36373} 2024-11-15T15:20:45,826 INFO [Time-limited test {}] server.Server(415): Started @202684ms 2024-11-15T15:20:45,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:20:46,597 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/cluster_0a106aa4-e132-8bbc-e964-7107f0d24b32/data/data1/current/BP-887800780-172.17.0.2-1731684044976/current, will proceed with Du for space computation calculation, 2024-11-15T15:20:46,597 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/cluster_0a106aa4-e132-8bbc-e964-7107f0d24b32/data/data2/current/BP-887800780-172.17.0.2-1731684044976/current, will proceed with Du for space computation calculation, 2024-11-15T15:20:46,616 WARN [Thread-2176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:20:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e93187cc053f478 with lease ID 0x4ef74878f30cb4d8: Processing first storage report for DS-ff771117-6948-4d2a-870d-8434aebb1235 from datanode DatanodeRegistration(127.0.0.1:33647, datanodeUuid=77c30027-4aec-49c2-a4d0-94845844757e, infoPort=46359, infoSecurePort=0, ipcPort=35921, storageInfo=lv=-57;cid=testClusterID;nsid=2006453391;c=1731684044976) 2024-11-15T15:20:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e93187cc053f478 with lease ID 0x4ef74878f30cb4d8: from storage DS-ff771117-6948-4d2a-870d-8434aebb1235 node DatanodeRegistration(127.0.0.1:33647, datanodeUuid=77c30027-4aec-49c2-a4d0-94845844757e, infoPort=46359, infoSecurePort=0, ipcPort=35921, storageInfo=lv=-57;cid=testClusterID;nsid=2006453391;c=1731684044976), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:20:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e93187cc053f478 with lease ID 0x4ef74878f30cb4d8: Processing first storage report for DS-5648160d-bf0c-4a8b-bca9-5cb49231c7b5 from datanode DatanodeRegistration(127.0.0.1:33647, datanodeUuid=77c30027-4aec-49c2-a4d0-94845844757e, infoPort=46359, infoSecurePort=0, ipcPort=35921, storageInfo=lv=-57;cid=testClusterID;nsid=2006453391;c=1731684044976) 2024-11-15T15:20:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e93187cc053f478 with lease ID 0x4ef74878f30cb4d8: from storage DS-5648160d-bf0c-4a8b-bca9-5cb49231c7b5 node DatanodeRegistration(127.0.0.1:33647, datanodeUuid=77c30027-4aec-49c2-a4d0-94845844757e, infoPort=46359, infoSecurePort=0, ipcPort=35921, storageInfo=lv=-57;cid=testClusterID;nsid=2006453391;c=1731684044976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:20:46,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309 2024-11-15T15:20:46,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:46,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:46,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:20:46,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059 with version=8 2024-11-15T15:20:46,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/hbase-staging 2024-11-15T15:20:46,673 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:46,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:46,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:46,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:46,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:46,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:46,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:20:46,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:46,674 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39461 2024-11-15T15:20:46,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39461 connecting to ZooKeeper ensemble=127.0.0.1:61087 2024-11-15T15:20:46,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394610x0, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:46,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39461-0x1013f158c420000 connected 2024-11-15T15:20:46,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:46,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:46,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on znode that does not yet exist, /0888450542/running 2024-11-15T15:20:46,814 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059, hbase.cluster.distributed=false 2024-11-15T15:20:46,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on znode that does not yet exist, /0888450542/acl 2024-11-15T15:20:46,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-15T15:20:46,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39461 2024-11-15T15:20:46,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39461 2024-11-15T15:20:46,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-15T15:20:46,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-15T15:20:46,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:46,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:46,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:46,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:46,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:46,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:46,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:20:46,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:46,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44651 2024-11-15T15:20:46,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44651 connecting to ZooKeeper ensemble=127.0.0.1:61087 2024-11-15T15:20:46,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:46,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:47,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446510x0, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:47,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446510x0, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on znode that does not yet exist, /0888450542/running 2024-11-15T15:20:47,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44651-0x1013f158c420001 connected 2024-11-15T15:20:47,004 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:20:47,005 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:20:47,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on znode that does not yet exist, /0888450542/master 2024-11-15T15:20:47,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on znode that does not yet exist, /0888450542/acl 2024-11-15T15:20:47,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44651 2024-11-15T15:20:47,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44651 2024-11-15T15:20:47,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44651 2024-11-15T15:20:47,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44651 2024-11-15T15:20:47,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44651 2024-11-15T15:20:47,021 DEBUG [M:0;855219d6b094:39461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:39461 2024-11-15T15:20:47,022 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0888450542/backup-masters/855219d6b094,39461,1731684046673 2024-11-15T15:20:47,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542/backup-masters 2024-11-15T15:20:47,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542/backup-masters 2024-11-15T15:20:47,122 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on existing znode=/0888450542/backup-masters/855219d6b094,39461,1731684046673 2024-11-15T15:20:47,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:47,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0888450542/master 2024-11-15T15:20:47,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:47,137 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on existing znode=/0888450542/master 2024-11-15T15:20:47,137 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0888450542/backup-masters/855219d6b094,39461,1731684046673 from backup master directory 2024-11-15T15:20:47,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888450542/backup-masters/855219d6b094,39461,1731684046673 2024-11-15T15:20:47,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542/backup-masters 2024-11-15T15:20:47,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542/backup-masters 2024-11-15T15:20:47,147 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:47,147 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,39461,1731684046673 2024-11-15T15:20:47,150 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/hbase.id] with ID: 9f21555c-0fe0-4dde-a4cc-49c73c4fb303 2024-11-15T15:20:47,150 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/.tmp/hbase.id 2024-11-15T15:20:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:20:47,155 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/.tmp/hbase.id]:[hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/hbase.id] 2024-11-15T15:20:47,162 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:47,162 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:20:47,163 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:20:47,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:47,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:20:47,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:47,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:47,574 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:47,574 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:20:47,575 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:47,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:20:47,981 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store 2024-11-15T15:20:47,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:20:47,985 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:47,985 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:47,985 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:47,985 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:47,985 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:47,985 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:47,985 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:47,986 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684047985Disabling compacts and flushes for region at 1731684047985Disabling writes for close at 1731684047985Writing region close event to WAL at 1731684047985Closed at 1731684047985 2024-11-15T15:20:47,986 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/.initializing 2024-11-15T15:20:47,986 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/WALs/855219d6b094,39461,1731684046673 2024-11-15T15:20:47,987 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:47,988 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C39461%2C1731684046673, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/WALs/855219d6b094,39461,1731684046673, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/oldWALs, maxLogs=10 2024-11-15T15:20:48,000 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/WALs/855219d6b094,39461,1731684046673/855219d6b094%2C39461%2C1731684046673.1731684047988, exclude list is [], retry=0 2024-11-15T15:20:48,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33647,DS-ff771117-6948-4d2a-870d-8434aebb1235,DISK] 2024-11-15T15:20:48,003 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/WALs/855219d6b094,39461,1731684046673/855219d6b094%2C39461%2C1731684046673.1731684047988 2024-11-15T15:20:48,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-15T15:20:48,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:48,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:48,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,004 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:20:48,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:48,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:48,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:20:48,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:48,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:48,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:20:48,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:48,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:48,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:20:48,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:48,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:48,010 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,011 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,011 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,012 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,012 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,012 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:48,013 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:48,014 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:48,015 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62358237, jitterRate=-0.07078985869884491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:48,015 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684048004Initializing all the Stores at 1731684048005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684048005Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684048005Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684048005Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684048005Cleaning up temporary data from old regions at 1731684048012 (+7 ms)Region opened successfully at 1731684048015 (+3 ms) 2024-11-15T15:20:48,016 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:20:48,018 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465121cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:48,020 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:20:48,020 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:20:48,020 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:20:48,021 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:20:48,021 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:20:48,021 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:20:48,021 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:20:48,023 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:20:48,024 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Unable to get data of znode /0888450542/balancer because node does not exist (not necessarily an error) 2024-11-15T15:20:48,074 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888450542/balancer already deleted, retry=false 2024-11-15T15:20:48,074 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:20:48,075 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Unable to get data of znode /0888450542/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:20:48,084 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888450542/normalizer already deleted, retry=false 2024-11-15T15:20:48,085 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:20:48,085 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Unable to get data of znode /0888450542/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:20:48,095 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888450542/switch/split already deleted, retry=false 2024-11-15T15:20:48,095 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Unable to get data of znode /0888450542/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:20:48,105 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888450542/switch/merge already deleted, retry=false 2024-11-15T15:20:48,106 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Unable to get data of znode /0888450542/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:20:48,116 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888450542/snapshot-cleanup already deleted, retry=false 2024-11-15T15:20:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0888450542/running 2024-11-15T15:20:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0888450542/running 2024-11-15T15:20:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:48,127 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,39461,1731684046673, sessionid=0x1013f158c420000, setting cluster-up flag (Was=false) 2024-11-15T15:20:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:48,179 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0888450542/flush-table-proc/acquired, /0888450542/flush-table-proc/reached, /0888450542/flush-table-proc/abort 2024-11-15T15:20:48,180 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39461,1731684046673 2024-11-15T15:20:48,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:48,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:48,231 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0888450542/online-snapshot/acquired, /0888450542/online-snapshot/reached, /0888450542/online-snapshot/abort 2024-11-15T15:20:48,232 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39461,1731684046673 2024-11-15T15:20:48,233 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:20:48,234 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:48,235 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:20:48,235 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:20:48,235 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,39461,1731684046673 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:20:48,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:48,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:48,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:48,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:48,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:20:48,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:48,236 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684078237 2024-11-15T15:20:48,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:20:48,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:20:48,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:20:48,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:20:48,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:20:48,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:20:48,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:48,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:20:48,237 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:48,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:20:48,243 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:20:48,243 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:20:48,243 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:20:48,243 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:20:48,244 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:20:48,244 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:20:48,247 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684048244,5,FailOnTimeoutGroup] 2024-11-15T15:20:48,247 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684048247,5,FailOnTimeoutGroup] 2024-11-15T15:20:48,248 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,248 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:20:48,248 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,248 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:20:48,310 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(746): ClusterId : 9f21555c-0fe0-4dde-a4cc-49c73c4fb303 2024-11-15T15:20:48,311 DEBUG [RS:0;855219d6b094:44651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:20:48,316 DEBUG [RS:0;855219d6b094:44651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:20:48,316 DEBUG [RS:0;855219d6b094:44651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:20:48,327 DEBUG [RS:0;855219d6b094:44651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:20:48,327 DEBUG [RS:0;855219d6b094:44651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2fbb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:48,341 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:44651 2024-11-15T15:20:48,341 INFO [RS:0;855219d6b094:44651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:20:48,341 INFO [RS:0;855219d6b094:44651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:20:48,341 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:20:48,342 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,39461,1731684046673 with port=44651, startcode=1731684046840 2024-11-15T15:20:48,342 DEBUG [RS:0;855219d6b094:44651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:20:48,343 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:20:48,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,44651,1731684046840 2024-11-15T15:20:48,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39461 {}] master.ServerManager(517): Registering regionserver=855219d6b094,44651,1731684046840 2024-11-15T15:20:48,345 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059 2024-11-15T15:20:48,345 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37127 2024-11-15T15:20:48,345 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:20:48,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542/rs 2024-11-15T15:20:48,358 DEBUG [RS:0;855219d6b094:44651 {}] zookeeper.ZKUtil(111): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on existing znode=/0888450542/rs/855219d6b094,44651,1731684046840 2024-11-15T15:20:48,358 WARN [RS:0;855219d6b094:44651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:48,358 INFO [RS:0;855219d6b094:44651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:48,359 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840 2024-11-15T15:20:48,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,44651,1731684046840] 2024-11-15T15:20:48,361 INFO [RS:0;855219d6b094:44651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:20:48,363 INFO [RS:0;855219d6b094:44651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:20:48,363 INFO [RS:0;855219d6b094:44651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:20:48,363 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,363 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:20:48,364 INFO [RS:0;855219d6b094:44651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:20:48,364 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,364 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,365 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,365 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:48,365 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:48,365 DEBUG [RS:0;855219d6b094:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:48,368 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,368 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,368 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,368 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,368 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,368 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44651,1731684046840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:48,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:48,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:48,375 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:48,387 INFO [RS:0;855219d6b094:44651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:20:48,387 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44651,1731684046840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,387 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,387 INFO [RS:0;855219d6b094:44651 {}] regionserver.Replication(171): 855219d6b094,44651,1731684046840 started 2024-11-15T15:20:48,407 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:48,407 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,44651,1731684046840, RpcServer on 855219d6b094/172.17.0.2:44651, sessionid=0x1013f158c420001 2024-11-15T15:20:48,407 DEBUG [RS:0;855219d6b094:44651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:20:48,407 DEBUG [RS:0;855219d6b094:44651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,44651,1731684046840 2024-11-15T15:20:48,407 DEBUG [RS:0;855219d6b094:44651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,44651,1731684046840' 2024-11-15T15:20:48,407 DEBUG [RS:0;855219d6b094:44651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0888450542/flush-table-proc/abort' 2024-11-15T15:20:48,408 DEBUG [RS:0;855219d6b094:44651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0888450542/flush-table-proc/acquired' 2024-11-15T15:20:48,408 DEBUG [RS:0;855219d6b094:44651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:20:48,408 DEBUG [RS:0;855219d6b094:44651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:20:48,408 DEBUG [RS:0;855219d6b094:44651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,44651,1731684046840 2024-11-15T15:20:48,408 DEBUG [RS:0;855219d6b094:44651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,44651,1731684046840' 2024-11-15T15:20:48,408 DEBUG [RS:0;855219d6b094:44651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0888450542/online-snapshot/abort' 2024-11-15T15:20:48,408 DEBUG [RS:0;855219d6b094:44651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0888450542/online-snapshot/acquired' 2024-11-15T15:20:48,409 DEBUG [RS:0;855219d6b094:44651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:20:48,409 INFO [RS:0;855219d6b094:44651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:20:48,409 INFO [RS:0;855219d6b094:44651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:20:48,509 INFO [RS:0;855219d6b094:44651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:48,511 INFO [RS:0;855219d6b094:44651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C44651%2C1731684046840, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/oldWALs, maxLogs=10 2024-11-15T15:20:48,523 DEBUG [RS:0;855219d6b094:44651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511, exclude list is [], retry=0 2024-11-15T15:20:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33647,DS-ff771117-6948-4d2a-870d-8434aebb1235,DISK] 2024-11-15T15:20:48,526 INFO [RS:0;855219d6b094:44651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 2024-11-15T15:20:48,527 DEBUG [RS:0;855219d6b094:44651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-15T15:20:48,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:20:48,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059 2024-11-15T15:20:48,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:20:49,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:49,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:49,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:49,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:49,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:49,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:49,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:49,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:49,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:49,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:49,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:49,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:49,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:49,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:49,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:49,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:49,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:49,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:49,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740 2024-11-15T15:20:49,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740 2024-11-15T15:20:49,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:49,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:49,063 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:49,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:49,065 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65597380, jitterRate=-0.02252286672592163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:49,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684049055Initializing all the Stores at 1731684049056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684049056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684049056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684049056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684049056Cleaning up temporary data from old regions at 1731684049062 (+6 ms)Region opened successfully at 1731684049066 (+4 ms) 2024-11-15T15:20:49,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:49,066 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:49,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:49,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:49,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:49,066 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:49,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684049066Disabling compacts and flushes for region at 1731684049066Disabling writes for close at 1731684049066Writing region close event to WAL at 1731684049066Closed at 1731684049066 2024-11-15T15:20:49,067 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:49,067 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:20:49,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:20:49,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:49,069 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:20:49,219 DEBUG [855219d6b094:39461 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:20:49,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,44651,1731684046840 2024-11-15T15:20:49,221 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,44651,1731684046840, state=OPENING 2024-11-15T15:20:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:20:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:20:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:20:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:20:49,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:20:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:20:49,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:49,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,44651,1731684046840}] 2024-11-15T15:20:49,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0888450542/meta-region-server: CHANGED 2024-11-15T15:20:49,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0888450542/meta-region-server: CHANGED 2024-11-15T15:20:49,427 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:20:49,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:20:49,432 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:20:49,432 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:49,432 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:20:49,434 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C44651%2C1731684046840.meta, suffix=.meta, logDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/oldWALs, maxLogs=10 2024-11-15T15:20:49,451 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.meta.1731684049434.meta, exclude list is [], retry=0 2024-11-15T15:20:49,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33647,DS-ff771117-6948-4d2a-870d-8434aebb1235,DISK] 2024-11-15T15:20:49,455 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.meta.1731684049434.meta 2024-11-15T15:20:49,455 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-15T15:20:49,455 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:49,456 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:49,456 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:20:49,456 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:20:49,456 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:20:49,456 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:20:49,456 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:49,456 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:20:49,456 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:20:49,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:49,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:49,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:49,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:49,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:49,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:49,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:49,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:49,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:49,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:49,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:49,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:49,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:49,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:49,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:49,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:49,461 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:49,461 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740 2024-11-15T15:20:49,462 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740 2024-11-15T15:20:49,463 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:49,463 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:49,463 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:49,464 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:49,465 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70482390, jitterRate=0.05026945471763611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:49,465 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:20:49,465 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684049456Writing region info on filesystem at 1731684049456Initializing all the Stores at 1731684049457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684049457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684049457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684049457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684049457Cleaning up temporary data from old regions at 1731684049463 (+6 ms)Running coprocessor post-open hooks at 1731684049465 (+2 ms)Region opened successfully at 1731684049465 2024-11-15T15:20:49,466 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684049427 2024-11-15T15:20:49,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:20:49,468 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:20:49,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,44651,1731684046840 2024-11-15T15:20:49,469 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,44651,1731684046840, state=OPEN 2024-11-15T15:20:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0888450542/meta-region-server 2024-11-15T15:20:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0888450542/meta-region-server 2024-11-15T15:20:49,503 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,44651,1731684046840 2024-11-15T15:20:49,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0888450542/meta-region-server: CHANGED 2024-11-15T15:20:49,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0888450542/meta-region-server: CHANGED 2024-11-15T15:20:49,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:20:49,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,44651,1731684046840 in 229 msec 2024-11-15T15:20:49,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:20:49,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-15T15:20:49,507 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:49,507 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:20:49,508 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:49,508 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,44651,1731684046840, seqNum=-1] 2024-11-15T15:20:49,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:49,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:49,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-15T15:20:49,514 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684049514, completionTime=-1 2024-11-15T15:20:49,514 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:20:49,514 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684109517 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684169517 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39461,1731684046673-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39461,1731684046673-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39461,1731684046673-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:39461, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:49,517 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:49,519 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:20:49,521 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.374sec 2024-11-15T15:20:49,521 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:20:49,521 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:20:49,521 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:20:49,521 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:20:49,521 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:20:49,521 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39461,1731684046673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:49,521 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39461,1731684046673-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:20:49,523 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:20:49,523 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:20:49,523 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39461,1731684046673-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:49,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f774d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:49,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39461,-1 for getting cluster id 2024-11-15T15:20:49,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:49,613 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f21555c-0fe0-4dde-a4cc-49c73c4fb303' 2024-11-15T15:20:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f21555c-0fe0-4dde-a4cc-49c73c4fb303" 2024-11-15T15:20:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d42644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39461,-1] 2024-11-15T15:20:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:49,615 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:49,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca37242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:49,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,44651,1731684046840, seqNum=-1] 2024-11-15T15:20:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:49,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:49,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,39461,1731684046673 2024-11-15T15:20:49,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61087 2024-11-15T15:20:49,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:49,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f158c420002 connected 2024-11-15T15:20:49,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.log.dir so I do NOT create it in target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa 2024-11-15T15:20:49,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:20:49,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.tmp.dir so I do NOT create it in target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa 2024-11-15T15:20:49,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:20:49,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa 2024-11-15T15:20:49,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:20:49,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/cluster_3df55595-3a01-ebf3-b1a0-575a660eca18, deleteOnExit=true 2024-11-15T15:20:49,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:20:49,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/test.cache.data in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:20:49,656 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:20:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:20:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:20:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:20:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:20:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:20:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:20:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:20:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:20:49,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:49,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:20:50,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:20:50,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:20:50,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:20:50,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:50,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f3d9b93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:20:50,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab91cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:20:50,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77581a3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/java.io.tmpdir/jetty-localhost-35495-hadoop-hdfs-3_4_1-tests_jar-_-any-12610418926191426761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:50,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@349e4dd9{HTTP/1.1, (http/1.1)}{localhost:35495} 2024-11-15T15:20:50,100 INFO [Time-limited test {}] server.Server(415): Started @206958ms 2024-11-15T15:20:50,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:20:50,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:20:50,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:20:50,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:20:50,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:20:50,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52441ec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:20:50,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b900a68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:20:50,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@889d6c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/java.io.tmpdir/jetty-localhost-42473-hadoop-hdfs-3_4_1-tests_jar-_-any-16078366298023916850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:50,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d9888fb{HTTP/1.1, (http/1.1)}{localhost:42473} 2024-11-15T15:20:50,496 INFO [Time-limited test {}] server.Server(415): Started @207354ms 2024-11-15T15:20:50,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:20:51,431 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/cluster_3df55595-3a01-ebf3-b1a0-575a660eca18/data/data2/current/BP-725651531-172.17.0.2-1731684049676/current, will proceed with Du for space computation calculation, 2024-11-15T15:20:51,431 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/cluster_3df55595-3a01-ebf3-b1a0-575a660eca18/data/data1/current/BP-725651531-172.17.0.2-1731684049676/current, will proceed with Du for space computation calculation, 2024-11-15T15:20:51,451 WARN [Thread-2297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:20:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd63396f80269114 with lease ID 0x41f7b8c1694a64e8: Processing first storage report for DS-7573661b-c53d-4ce2-9e5f-b0fc84a1f8b6 from datanode DatanodeRegistration(127.0.0.1:35235, datanodeUuid=c33400fd-618f-4139-8357-0ea46155c2c6, infoPort=36365, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=1032995713;c=1731684049676) 2024-11-15T15:20:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd63396f80269114 with lease ID 0x41f7b8c1694a64e8: from storage DS-7573661b-c53d-4ce2-9e5f-b0fc84a1f8b6 node DatanodeRegistration(127.0.0.1:35235, datanodeUuid=c33400fd-618f-4139-8357-0ea46155c2c6, infoPort=36365, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=1032995713;c=1731684049676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:20:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd63396f80269114 with lease ID 0x41f7b8c1694a64e8: Processing first storage report for DS-c110a062-1c62-41e6-b462-3514d903de73 from datanode DatanodeRegistration(127.0.0.1:35235, datanodeUuid=c33400fd-618f-4139-8357-0ea46155c2c6, infoPort=36365, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=1032995713;c=1731684049676) 2024-11-15T15:20:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd63396f80269114 with lease ID 0x41f7b8c1694a64e8: from storage DS-c110a062-1c62-41e6-b462-3514d903de73 node DatanodeRegistration(127.0.0.1:35235, datanodeUuid=c33400fd-618f-4139-8357-0ea46155c2c6, infoPort=36365, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=1032995713;c=1731684049676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:20:51,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa 2024-11-15T15:20:51,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:51,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:20:51,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a with version=8 2024-11-15T15:20:51,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/hbase-staging 2024-11-15T15:20:51,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:51,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:51,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:51,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:51,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:51,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:51,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:20:51,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:51,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36981 2024-11-15T15:20:51,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36981 connecting to ZooKeeper ensemble=127.0.0.1:61087 2024-11-15T15:20:51,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369810x0, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:51,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36981-0x1013f158c420003 connected 2024-11-15T15:20:52,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:52,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:52,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on znode that does not yet exist, /1-847482231/running 2024-11-15T15:20:52,066 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a, hbase.cluster.distributed=false 2024-11-15T15:20:52,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on znode that does not yet exist, /1-847482231/acl 2024-11-15T15:20:52,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-15T15:20:52,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36981 2024-11-15T15:20:52,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36981 2024-11-15T15:20:52,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-15T15:20:52,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-15T15:20:52,082 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:20:52,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:52,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:52,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:20:52,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:20:52,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:20:52,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:20:52,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:20:52,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42443 2024-11-15T15:20:52,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42443 connecting to ZooKeeper ensemble=127.0.0.1:61087 2024-11-15T15:20:52,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:52,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:52,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424430x0, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:52,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424430x0, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on znode that does not yet exist, /1-847482231/running 2024-11-15T15:20:52,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42443-0x1013f158c420004 connected 2024-11-15T15:20:52,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:20:52,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:20:52,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on znode that does not yet exist, /1-847482231/master 2024-11-15T15:20:52,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on znode that does not yet exist, /1-847482231/acl 2024-11-15T15:20:52,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42443 2024-11-15T15:20:52,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42443 2024-11-15T15:20:52,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42443 2024-11-15T15:20:52,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42443 2024-11-15T15:20:52,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42443 2024-11-15T15:20:52,112 DEBUG [M:0;855219d6b094:36981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:36981 2024-11-15T15:20:52,112 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-847482231/backup-masters/855219d6b094,36981,1731684051942 2024-11-15T15:20:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231/backup-masters 2024-11-15T15:20:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231/backup-masters 2024-11-15T15:20:52,186 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on existing znode=/1-847482231/backup-masters/855219d6b094,36981,1731684051942 2024-11-15T15:20:52,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:52,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-847482231/master 2024-11-15T15:20:52,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:52,211 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on existing znode=/1-847482231/master 2024-11-15T15:20:52,212 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-847482231/backup-masters/855219d6b094,36981,1731684051942 from backup master directory 2024-11-15T15:20:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847482231/backup-masters/855219d6b094,36981,1731684051942 2024-11-15T15:20:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231/backup-masters 2024-11-15T15:20:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231/backup-masters 2024-11-15T15:20:52,221 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:52,221 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,36981,1731684051942 2024-11-15T15:20:52,224 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/hbase.id] with ID: 8861c5af-6a87-4528-8d8f-48ee9516b1d2 2024-11-15T15:20:52,224 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/.tmp/hbase.id 2024-11-15T15:20:52,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:20:52,231 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/.tmp/hbase.id]:[hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/hbase.id] 2024-11-15T15:20:52,238 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:20:52,238 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:20:52,239 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:20:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:20:52,646 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:52,647 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:20:52,647 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:20:53,053 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store 2024-11-15T15:20:53,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:20:53,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:53,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:53,458 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:53,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:53,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:53,458 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:53,458 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:53,459 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684053458Disabling compacts and flushes for region at 1731684053458Disabling writes for close at 1731684053458Writing region close event to WAL at 1731684053458Closed at 1731684053458 2024-11-15T15:20:53,459 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/.initializing 2024-11-15T15:20:53,459 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/WALs/855219d6b094,36981,1731684051942 2024-11-15T15:20:53,460 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:53,461 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C36981%2C1731684051942, suffix=, logDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/WALs/855219d6b094,36981,1731684051942, archiveDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/oldWALs, maxLogs=10 2024-11-15T15:20:53,478 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/WALs/855219d6b094,36981,1731684051942/855219d6b094%2C36981%2C1731684051942.1731684053462, exclude list is [], retry=0 2024-11-15T15:20:53,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35235,DS-7573661b-c53d-4ce2-9e5f-b0fc84a1f8b6,DISK] 2024-11-15T15:20:53,484 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/WALs/855219d6b094,36981,1731684051942/855219d6b094%2C36981%2C1731684051942.1731684053462 2024-11-15T15:20:53,484 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36365:36365)] 2024-11-15T15:20:53,484 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:53,485 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:53,485 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,485 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:20:53,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:53,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:20:53,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:53,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:20:53,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:53,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:20:53,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:53,492 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,492 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,493 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,493 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,494 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,494 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:53,496 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:20:53,498 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:53,498 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63102188, jitterRate=-0.05970412492752075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:53,498 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684053485Initializing all the Stores at 1731684053486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684053486Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684053486Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684053486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684053486Cleaning up temporary data from old regions at 1731684053494 (+8 ms)Region opened successfully at 1731684053498 (+4 ms) 2024-11-15T15:20:53,498 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:20:53,501 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e16176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:53,501 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:20:53,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:20:53,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:20:53,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:20:53,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:20:53,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:20:53,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:20:53,504 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:20:53,505 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Unable to get data of znode /1-847482231/balancer because node does not exist (not necessarily an error) 2024-11-15T15:20:53,547 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847482231/balancer already deleted, retry=false 2024-11-15T15:20:53,548 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:20:53,548 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Unable to get data of znode /1-847482231/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:20:53,558 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847482231/normalizer already deleted, retry=false 2024-11-15T15:20:53,558 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:20:53,559 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Unable to get data of znode /1-847482231/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:20:53,568 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847482231/switch/split already deleted, retry=false 2024-11-15T15:20:53,569 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Unable to get data of znode /1-847482231/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:20:53,579 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847482231/switch/merge already deleted, retry=false 2024-11-15T15:20:53,580 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Unable to get data of znode /1-847482231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:20:53,589 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847482231/snapshot-cleanup already deleted, retry=false 2024-11-15T15:20:53,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-847482231/running 2024-11-15T15:20:53,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-847482231/running 2024-11-15T15:20:53,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:53,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:53,600 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,36981,1731684051942, sessionid=0x1013f158c420003, setting cluster-up flag (Was=false) 2024-11-15T15:20:53,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:53,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:53,652 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-847482231/flush-table-proc/acquired, /1-847482231/flush-table-proc/reached, /1-847482231/flush-table-proc/abort 2024-11-15T15:20:53,653 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,36981,1731684051942 2024-11-15T15:20:53,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:53,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:53,705 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-847482231/online-snapshot/acquired, /1-847482231/online-snapshot/reached, /1-847482231/online-snapshot/abort 2024-11-15T15:20:53,706 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,36981,1731684051942 2024-11-15T15:20:53,707 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:20:53,712 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:53,712 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:20:53,712 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:20:53,712 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,36981,1731684051942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:20:53,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:53,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:53,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:53,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:20:53,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:20:53,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:53,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:53,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:20:53,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:20:53,732 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684083732 2024-11-15T15:20:53,732 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:20:53,732 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:20:53,732 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:20:53,732 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:20:53,732 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:20:53,732 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:20:53,740 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,740 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:20:53,740 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:20:53,740 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:20:53,740 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:20:53,742 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:20:53,742 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:20:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:20:53,744 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684053742,5,FailOnTimeoutGroup] 2024-11-15T15:20:53,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:20:53,745 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a 2024-11-15T15:20:53,748 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684053744,5,FailOnTimeoutGroup] 2024-11-15T15:20:53,748 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,748 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:20:53,748 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,748 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:20:53,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:53,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:53,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:53,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:53,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:53,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:53,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:53,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:53,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:53,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:53,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:53,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:53,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:53,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:53,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:53,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740 2024-11-15T15:20:53,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740 2024-11-15T15:20:53,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:53,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:53,768 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:53,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:53,771 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:53,771 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61740116, jitterRate=-0.08000057935714722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684053761Initializing all the Stores at 1731684053761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684053761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684053761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684053761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684053761Cleaning up temporary data from old regions at 1731684053768 (+7 ms)Region opened successfully at 1731684053771 (+3 ms) 2024-11-15T15:20:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:53,772 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:53,772 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684053772Disabling compacts and flushes for region at 1731684053772Disabling writes for close at 1731684053772Writing region close event to WAL at 1731684053772Closed at 1731684053772 2024-11-15T15:20:53,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:53,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:20:53,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:20:53,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:53,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:20:53,804 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(746): ClusterId : 8861c5af-6a87-4528-8d8f-48ee9516b1d2 2024-11-15T15:20:53,804 DEBUG [RS:0;855219d6b094:42443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:20:53,811 DEBUG [RS:0;855219d6b094:42443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:20:53,811 DEBUG [RS:0;855219d6b094:42443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:20:53,821 DEBUG [RS:0;855219d6b094:42443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:20:53,822 DEBUG [RS:0;855219d6b094:42443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c65975e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:20:53,836 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:42443 2024-11-15T15:20:53,836 INFO [RS:0;855219d6b094:42443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:20:53,836 INFO [RS:0;855219d6b094:42443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:20:53,836 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:20:53,837 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,36981,1731684051942 with port=42443, startcode=1731684052081 2024-11-15T15:20:53,837 DEBUG [RS:0;855219d6b094:42443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:20:53,839 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:20:53,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,42443,1731684052081 2024-11-15T15:20:53,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36981 {}] master.ServerManager(517): Registering regionserver=855219d6b094,42443,1731684052081 2024-11-15T15:20:53,840 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a 2024-11-15T15:20:53,840 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41973 2024-11-15T15:20:53,840 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:20:53,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231/rs 2024-11-15T15:20:53,853 DEBUG [RS:0;855219d6b094:42443 {}] zookeeper.ZKUtil(111): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on existing znode=/1-847482231/rs/855219d6b094,42443,1731684052081 2024-11-15T15:20:53,853 WARN [RS:0;855219d6b094:42443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:20:53,853 INFO [RS:0;855219d6b094:42443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:53,853 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081 2024-11-15T15:20:53,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,42443,1731684052081] 2024-11-15T15:20:53,856 INFO [RS:0;855219d6b094:42443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:20:53,858 INFO [RS:0;855219d6b094:42443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:20:53,858 INFO [RS:0;855219d6b094:42443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:20:53,858 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,858 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:20:53,859 INFO [RS:0;855219d6b094:42443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:20:53,859 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:53,859 DEBUG [RS:0;855219d6b094:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:20:53,863 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,863 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,863 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,863 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,863 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,863 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,42443,1731684052081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:53,881 INFO [RS:0;855219d6b094:42443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:20:53,881 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,42443,1731684052081-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,881 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,881 INFO [RS:0;855219d6b094:42443 {}] regionserver.Replication(171): 855219d6b094,42443,1731684052081 started 2024-11-15T15:20:53,895 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:53,895 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,42443,1731684052081, RpcServer on 855219d6b094/172.17.0.2:42443, sessionid=0x1013f158c420004 2024-11-15T15:20:53,895 DEBUG [RS:0;855219d6b094:42443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:20:53,895 DEBUG [RS:0;855219d6b094:42443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,42443,1731684052081 2024-11-15T15:20:53,895 DEBUG [RS:0;855219d6b094:42443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,42443,1731684052081' 2024-11-15T15:20:53,895 DEBUG [RS:0;855219d6b094:42443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-847482231/flush-table-proc/abort' 2024-11-15T15:20:53,896 DEBUG [RS:0;855219d6b094:42443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-847482231/flush-table-proc/acquired' 2024-11-15T15:20:53,896 DEBUG [RS:0;855219d6b094:42443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:20:53,896 DEBUG [RS:0;855219d6b094:42443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:20:53,896 DEBUG [RS:0;855219d6b094:42443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,42443,1731684052081 2024-11-15T15:20:53,896 DEBUG [RS:0;855219d6b094:42443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,42443,1731684052081' 2024-11-15T15:20:53,896 DEBUG [RS:0;855219d6b094:42443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-847482231/online-snapshot/abort' 2024-11-15T15:20:53,896 DEBUG [RS:0;855219d6b094:42443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-847482231/online-snapshot/acquired' 2024-11-15T15:20:53,897 DEBUG [RS:0;855219d6b094:42443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:20:53,897 INFO [RS:0;855219d6b094:42443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:20:53,897 INFO [RS:0;855219d6b094:42443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:20:53,925 WARN [855219d6b094:36981 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T15:20:53,997 INFO [RS:0;855219d6b094:42443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:20:53,998 INFO [RS:0;855219d6b094:42443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C42443%2C1731684052081, suffix=, logDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081, archiveDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/oldWALs, maxLogs=10 2024-11-15T15:20:54,011 DEBUG [RS:0;855219d6b094:42443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998, exclude list is [], retry=0 2024-11-15T15:20:54,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35235,DS-7573661b-c53d-4ce2-9e5f-b0fc84a1f8b6,DISK] 2024-11-15T15:20:54,016 INFO [RS:0;855219d6b094:42443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 2024-11-15T15:20:54,016 DEBUG [RS:0;855219d6b094:42443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36365:36365)] 2024-11-15T15:20:54,175 DEBUG [855219d6b094:36981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:20:54,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,42443,1731684052081 2024-11-15T15:20:54,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,42443,1731684052081, state=OPENING 2024-11-15T15:20:54,272 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:20:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:20:54,295 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:20:54,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-847482231/meta-region-server: CHANGED 2024-11-15T15:20:54,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-847482231/meta-region-server: CHANGED 2024-11-15T15:20:54,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,42443,1731684052081}] 2024-11-15T15:20:54,447 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:20:54,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:20:54,451 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:20:54,452 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:20:54,452 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:20:54,453 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C42443%2C1731684052081.meta, suffix=.meta, logDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081, archiveDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/oldWALs, maxLogs=10 2024-11-15T15:20:54,464 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.meta.1731684054453.meta, exclude list is [], retry=0 2024-11-15T15:20:54,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35235,DS-7573661b-c53d-4ce2-9e5f-b0fc84a1f8b6,DISK] 2024-11-15T15:20:54,467 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.meta.1731684054453.meta 2024-11-15T15:20:54,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36365:36365)] 2024-11-15T15:20:54,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:54,468 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:54,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:20:54,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:20:54,468 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:20:54,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:20:54,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:54,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:20:54,468 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:20:54,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:20:54,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:20:54,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:54,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:54,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:20:54,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:20:54,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:54,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:54,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:20:54,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:20:54,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:54,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:54,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:20:54,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:20:54,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:54,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:20:54,473 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:20:54,474 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740 2024-11-15T15:20:54,475 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740 2024-11-15T15:20:54,475 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:20:54,475 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:20:54,475 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:20:54,476 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:20:54,477 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68385096, jitterRate=0.019017338752746582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:20:54,477 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:20:54,477 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684054469Writing region info on filesystem at 1731684054469Initializing all the Stores at 1731684054469Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684054469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684054469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684054469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684054469Cleaning up temporary data from old regions at 1731684054475 (+6 ms)Running coprocessor post-open hooks at 1731684054477 (+2 ms)Region opened successfully at 1731684054477 2024-11-15T15:20:54,478 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684054447 2024-11-15T15:20:54,479 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:20:54,479 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:20:54,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,42443,1731684052081 2024-11-15T15:20:54,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,42443,1731684052081, state=OPEN 2024-11-15T15:20:54,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-847482231/meta-region-server 2024-11-15T15:20:54,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-847482231/meta-region-server 2024-11-15T15:20:54,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,42443,1731684052081 2024-11-15T15:20:54,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-847482231/meta-region-server: CHANGED 2024-11-15T15:20:54,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-847482231/meta-region-server: CHANGED 2024-11-15T15:20:54,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:20:54,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,42443,1731684052081 in 189 msec 2024-11-15T15:20:54,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:20:54,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-11-15T15:20:54,488 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:20:54,488 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:20:54,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:54,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,42443,1731684052081, seqNum=-1] 2024-11-15T15:20:54,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:54,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:54,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 782 msec 2024-11-15T15:20:54,494 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684054494, completionTime=-1 2024-11-15T15:20:54,494 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:20:54,494 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684114496 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684174496 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,36981,1731684051942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,36981,1731684051942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,36981,1731684051942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:36981, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:54,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:54,498 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:20:54,499 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:54,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.281sec 2024-11-15T15:20:54,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:20:54,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:20:54,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:20:54,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:20:54,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:20:54,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,36981,1731684051942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:20:54,502 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,36981,1731684051942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:20:54,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a12d6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:54,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,36981,-1 for getting cluster id 2024-11-15T15:20:54,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:54,505 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:20:54,505 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:20:54,506 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,36981,1731684051942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:20:54,506 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8861c5af-6a87-4528-8d8f-48ee9516b1d2' 2024-11-15T15:20:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8861c5af-6a87-4528-8d8f-48ee9516b1d2" 2024-11-15T15:20:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11047c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,36981,-1] 2024-11-15T15:20:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:54,507 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:54,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408726cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:54,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:20:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,42443,1731684052081, seqNum=-1] 2024-11-15T15:20:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:54,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:54,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,36981,1731684051942 2024-11-15T15:20:54,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61087 2024-11-15T15:20:54,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:20:54,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f158c420005 connected 2024-11-15T15:20:54,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39461,1731684046673 2024-11-15T15:20:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90b623b 2024-11-15T15:20:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:54,540 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:54,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:20:54,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:20:54,543 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:54,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:20:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:54,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:20:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:20:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:54,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:54,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:54,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:20:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:54,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4367b2e9b16d0136f0192da2161bf42, NAME => 'test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059 2024-11-15T15:20:54,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:20:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:55,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:55,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4367b2e9b16d0136f0192da2161bf42, disabling compactions & flushes 2024-11-15T15:20:55,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:20:55,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:20:55,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. after waiting 0 ms 2024-11-15T15:20:55,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:20:55,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:20:55,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4367b2e9b16d0136f0192da2161bf42: Waiting for close lock at 1731684055357Disabling compacts and flushes for region at 1731684055357Disabling writes for close at 1731684055357Writing region close event to WAL at 1731684055357Closed at 1731684055357 2024-11-15T15:20:55,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:20:55,359 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684055358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684055358"}]},"ts":"1731684055358"} 2024-11-15T15:20:55,360 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:20:55,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:20:55,362 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684055361"}]},"ts":"1731684055361"} 2024-11-15T15:20:55,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:20:55,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4367b2e9b16d0136f0192da2161bf42, ASSIGN}] 2024-11-15T15:20:55,364 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4367b2e9b16d0136f0192da2161bf42, ASSIGN 2024-11-15T15:20:55,365 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4367b2e9b16d0136f0192da2161bf42, ASSIGN; state=OFFLINE, location=855219d6b094,44651,1731684046840; forceNewPlan=false, retain=false 2024-11-15T15:20:55,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4367b2e9b16d0136f0192da2161bf42, regionState=OPENING, regionLocation=855219d6b094,44651,1731684046840 2024-11-15T15:20:55,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4367b2e9b16d0136f0192da2161bf42, ASSIGN because future has completed 2024-11-15T15:20:55,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4367b2e9b16d0136f0192da2161bf42, server=855219d6b094,44651,1731684046840}] 2024-11-15T15:20:55,673 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:20:55,673 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4367b2e9b16d0136f0192da2161bf42, NAME => 'test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:55,674 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:55,674 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:20:55,674 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,674 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:55,674 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,674 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,677 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,678 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4367b2e9b16d0136f0192da2161bf42 columnFamilyName f 2024-11-15T15:20:55,678 DEBUG [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:55,678 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] regionserver.HStore(327): Store=e4367b2e9b16d0136f0192da2161bf42/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:55,678 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,679 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4367b2e9b16d0136f0192da2161bf42 columnFamilyName f1 2024-11-15T15:20:55,679 DEBUG [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:55,680 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] regionserver.HStore(327): Store=e4367b2e9b16d0136f0192da2161bf42/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:55,680 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,681 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4367b2e9b16d0136f0192da2161bf42 columnFamilyName norep 2024-11-15T15:20:55,681 DEBUG [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:55,681 INFO [StoreOpener-e4367b2e9b16d0136f0192da2161bf42-1 {}] regionserver.HStore(327): Store=e4367b2e9b16d0136f0192da2161bf42/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:55,681 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,682 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,682 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,683 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,683 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,683 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:20:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:55,684 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,686 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:55,687 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4367b2e9b16d0136f0192da2161bf42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70611424, jitterRate=0.05219221115112305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:20:55,687 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:20:55,688 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4367b2e9b16d0136f0192da2161bf42: Running coprocessor pre-open hook at 1731684055674Writing region info on filesystem at 1731684055674Initializing all the Stores at 1731684055675 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684055675Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684055676 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684055677 (+1 ms)Cleaning up temporary data from old regions at 1731684055683 (+6 ms)Running coprocessor post-open hooks at 1731684055687 (+4 ms)Region opened successfully at 1731684055687 2024-11-15T15:20:55,688 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42., pid=6, masterSystemTime=1731684055670 2024-11-15T15:20:55,690 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:20:55,691 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:20:55,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4367b2e9b16d0136f0192da2161bf42, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,44651,1731684046840 2024-11-15T15:20:55,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4367b2e9b16d0136f0192da2161bf42, server=855219d6b094,44651,1731684046840 because future has completed 2024-11-15T15:20:55,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:20:55,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4367b2e9b16d0136f0192da2161bf42, server=855219d6b094,44651,1731684046840 in 176 msec 2024-11-15T15:20:55,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:20:55,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4367b2e9b16d0136f0192da2161bf42, ASSIGN in 333 msec 2024-11-15T15:20:55,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:20:55,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684055698"}]},"ts":"1731684055698"} 2024-11-15T15:20:55,700 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:20:55,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:20:55,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-15T15:20:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:56,695 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:20:56,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:56,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,36981,1731684051942 2024-11-15T15:20:56,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@537bfda7 2024-11-15T15:20:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:56,697 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:56,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:20:56,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:20:56,699 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:56,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:20:56,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:20:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:56,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:20:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:57,106 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6957ad98d8c326a200288719955888ca, NAME => 'test,,1731684056697.6957ad98d8c326a200288719955888ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a 2024-11-15T15:20:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:20:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:57,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684056697.6957ad98d8c326a200288719955888ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:57,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6957ad98d8c326a200288719955888ca, disabling compactions & flushes 2024-11-15T15:20:57,511 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:20:57,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:20:57,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684056697.6957ad98d8c326a200288719955888ca. after waiting 0 ms 2024-11-15T15:20:57,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:20:57,511 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:20:57,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6957ad98d8c326a200288719955888ca: Waiting for close lock at 1731684057511Disabling compacts and flushes for region at 1731684057511Disabling writes for close at 1731684057511Writing region close event to WAL at 1731684057511Closed at 1731684057511 2024-11-15T15:20:57,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:20:57,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684056697.6957ad98d8c326a200288719955888ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684057512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684057512"}]},"ts":"1731684057512"} 2024-11-15T15:20:57,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:20:57,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:20:57,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684057515"}]},"ts":"1731684057515"} 2024-11-15T15:20:57,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:20:57,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6957ad98d8c326a200288719955888ca, ASSIGN}] 2024-11-15T15:20:57,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6957ad98d8c326a200288719955888ca, ASSIGN 2024-11-15T15:20:57,519 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6957ad98d8c326a200288719955888ca, ASSIGN; state=OFFLINE, location=855219d6b094,42443,1731684052081; forceNewPlan=false, retain=false 2024-11-15T15:20:57,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6957ad98d8c326a200288719955888ca, regionState=OPENING, regionLocation=855219d6b094,42443,1731684052081 2024-11-15T15:20:57,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6957ad98d8c326a200288719955888ca, ASSIGN because future has completed 2024-11-15T15:20:57,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6957ad98d8c326a200288719955888ca, server=855219d6b094,42443,1731684052081}] 2024-11-15T15:20:57,827 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:20:57,827 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6957ad98d8c326a200288719955888ca, NAME => 'test,,1731684056697.6957ad98d8c326a200288719955888ca.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:57,828 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:20:57,828 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:20:57,828 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,828 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684056697.6957ad98d8c326a200288719955888ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:57,828 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,828 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,829 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,830 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6957ad98d8c326a200288719955888ca columnFamilyName f 2024-11-15T15:20:57,830 DEBUG [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:57,830 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] regionserver.HStore(327): Store=6957ad98d8c326a200288719955888ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:57,830 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,831 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6957ad98d8c326a200288719955888ca columnFamilyName f1 2024-11-15T15:20:57,831 DEBUG [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:57,831 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] regionserver.HStore(327): Store=6957ad98d8c326a200288719955888ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:57,831 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,832 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6957ad98d8c326a200288719955888ca columnFamilyName norep 2024-11-15T15:20:57,832 DEBUG [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:57,832 INFO [StoreOpener-6957ad98d8c326a200288719955888ca-1 {}] regionserver.HStore(327): Store=6957ad98d8c326a200288719955888ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:57,832 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,833 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,833 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,834 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,834 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,834 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:20:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:57,835 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,836 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:57,837 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6957ad98d8c326a200288719955888ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74334769, jitterRate=0.10767437517642975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:20:57,837 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6957ad98d8c326a200288719955888ca 2024-11-15T15:20:57,837 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6957ad98d8c326a200288719955888ca: Running coprocessor pre-open hook at 1731684057828Writing region info on filesystem at 1731684057828Initializing all the Stores at 1731684057828Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684057828Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684057829 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684057829Cleaning up temporary data from old regions at 1731684057834 (+5 ms)Running coprocessor post-open hooks at 1731684057837 (+3 ms)Region opened successfully at 1731684057837 2024-11-15T15:20:57,837 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684056697.6957ad98d8c326a200288719955888ca., pid=6, masterSystemTime=1731684057824 2024-11-15T15:20:57,839 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:20:57,839 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:20:57,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6957ad98d8c326a200288719955888ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,42443,1731684052081 2024-11-15T15:20:57,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6957ad98d8c326a200288719955888ca, server=855219d6b094,42443,1731684052081 because future has completed 2024-11-15T15:20:57,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:20:57,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6957ad98d8c326a200288719955888ca, server=855219d6b094,42443,1731684052081 in 170 msec 2024-11-15T15:20:57,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:20:57,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6957ad98d8c326a200288719955888ca, ASSIGN in 327 msec 2024-11-15T15:20:57,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:20:57,846 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684057846"}]},"ts":"1731684057846"} 2024-11-15T15:20:57,848 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:20:57,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:20:57,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-15T15:20:58,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:58,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:58,425 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18214 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:20:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:20:58,845 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:20:58,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8a1603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39461,-1 for getting cluster id 2024-11-15T15:20:58,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:58,846 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f21555c-0fe0-4dde-a4cc-49c73c4fb303' 2024-11-15T15:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f21555c-0fe0-4dde-a4cc-49c73c4fb303" 2024-11-15T15:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bc0a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39461,-1] 2024-11-15T15:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:58,848 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6728df7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d94b134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,36981,-1 for getting cluster id 2024-11-15T15:20:58,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:58,850 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8861c5af-6a87-4528-8d8f-48ee9516b1d2' 2024-11-15T15:20:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8861c5af-6a87-4528-8d8f-48ee9516b1d2" 2024-11-15T15:20:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6816821c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,36981,-1] 2024-11-15T15:20:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:58,851 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f98aec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3a5e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39461,-1 for getting cluster id 2024-11-15T15:20:58,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:58,853 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f21555c-0fe0-4dde-a4cc-49c73c4fb303' 2024-11-15T15:20:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f21555c-0fe0-4dde-a4cc-49c73c4fb303" 2024-11-15T15:20:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a3c1db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39461,-1] 2024-11-15T15:20:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:58,854 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65345e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39461,1731684046673 2024-11-15T15:20:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d842186 2024-11-15T15:20:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:58,857 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:58,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:20:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:20:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:58,859 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:36981' 2024-11-15T15:20:58,863 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ceaaadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,863 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,36981,-1 for getting cluster id 2024-11-15T15:20:58,863 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:20:58,863 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8861c5af-6a87-4528-8d8f-48ee9516b1d2' 2024-11-15T15:20:58,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:20:58,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8861c5af-6a87-4528-8d8f-48ee9516b1d2" 2024-11-15T15:20:58,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0b4491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,36981,-1] 2024-11-15T15:20:58,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:20:58,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:58,865 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:20:58,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75948718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:58,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:20:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,36981,1731684051942 2024-11-15T15:20:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efaaeed 2024-11-15T15:20:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:58,867 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:58,867 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:20:58,867 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:20:58,867 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:58,867 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:58,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:20:58,868 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:58,868 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:20:58,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:20:58,869 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:58,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:20:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:20:58,919 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:20:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:20:59,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:20:59,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:20:59,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T15:20:59,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:20:59,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T15:20:59,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:20:59,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T15:20:59,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:59,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:20:59,276 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d8e7035ec17f2f8dabc52bb4125b24a, NAME => 'hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059 2024-11-15T15:20:59,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:20:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:20:59,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:59,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d8e7035ec17f2f8dabc52bb4125b24a, disabling compactions & flushes 2024-11-15T15:20:59,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:20:59,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:20:59,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. after waiting 0 ms 2024-11-15T15:20:59,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:20:59,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:20:59,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d8e7035ec17f2f8dabc52bb4125b24a: Waiting for close lock at 1731684059851Disabling compacts and flushes for region at 1731684059851Disabling writes for close at 1731684059851Writing region close event to WAL at 1731684059851Closed at 1731684059851 2024-11-15T15:20:59,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:20:59,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684059852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684059852"}]},"ts":"1731684059852"} 2024-11-15T15:20:59,854 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:20:59,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:20:59,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684059855"}]},"ts":"1731684059855"} 2024-11-15T15:20:59,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:20:59,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8e7035ec17f2f8dabc52bb4125b24a, ASSIGN}] 2024-11-15T15:20:59,857 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8e7035ec17f2f8dabc52bb4125b24a, ASSIGN 2024-11-15T15:20:59,858 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d8e7035ec17f2f8dabc52bb4125b24a, ASSIGN; state=OFFLINE, location=855219d6b094,44651,1731684046840; forceNewPlan=false, retain=false 2024-11-15T15:20:59,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:20:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:00,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d8e7035ec17f2f8dabc52bb4125b24a, regionState=OPENING, regionLocation=855219d6b094,44651,1731684046840 2024-11-15T15:21:00,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d8e7035ec17f2f8dabc52bb4125b24a, ASSIGN because future has completed 2024-11-15T15:21:00,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8e7035ec17f2f8dabc52bb4125b24a, server=855219d6b094,44651,1731684046840}] 2024-11-15T15:21:00,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:00,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:21:00,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:21:00,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:00,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:21:00,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C44651%2C1731684046840.rep, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/oldWALs, maxLogs=10 2024-11-15T15:21:00,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.rep.1731684060167, exclude list is [], retry=0 2024-11-15T15:21:00,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33647,DS-ff771117-6948-4d2a-870d-8434aebb1235,DISK] 2024-11-15T15:21:00,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.rep.1731684060167 2024-11-15T15:21:00,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359)] 2024-11-15T15:21:00,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d8e7035ec17f2f8dabc52bb4125b24a, NAME => 'hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:00,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:00,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:21:00,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. service=MultiRowMutationService 2024-11-15T15:21:00,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:21:00,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:00,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,184 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,185 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8e7035ec17f2f8dabc52bb4125b24a columnFamilyName hfileref 2024-11-15T15:21:00,185 DEBUG [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:00,185 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] regionserver.HStore(327): Store=4d8e7035ec17f2f8dabc52bb4125b24a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:00,185 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,186 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8e7035ec17f2f8dabc52bb4125b24a columnFamilyName queue 2024-11-15T15:21:00,186 DEBUG [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:00,186 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] regionserver.HStore(327): Store=4d8e7035ec17f2f8dabc52bb4125b24a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:00,186 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,187 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8e7035ec17f2f8dabc52bb4125b24a columnFamilyName sid 2024-11-15T15:21:00,187 DEBUG [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:00,187 INFO [StoreOpener-4d8e7035ec17f2f8dabc52bb4125b24a-1 {}] regionserver.HStore(327): Store=4d8e7035ec17f2f8dabc52bb4125b24a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:00,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:21:00,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:00,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d8e7035ec17f2f8dabc52bb4125b24a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66962692, jitterRate=-0.0021781325340270996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:21:00,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:00,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d8e7035ec17f2f8dabc52bb4125b24a: Running coprocessor pre-open hook at 1731684060183Writing region info on filesystem at 1731684060183Initializing all the Stores at 1731684060184 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684060184Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684060184Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684060184Cleaning up temporary data from old regions at 1731684060189 (+5 ms)Running coprocessor post-open hooks at 1731684060192 (+3 ms)Region opened successfully at 1731684060192 2024-11-15T15:21:00,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a., pid=10, masterSystemTime=1731684060163 2024-11-15T15:21:00,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:21:00,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:21:00,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d8e7035ec17f2f8dabc52bb4125b24a, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,44651,1731684046840 2024-11-15T15:21:00,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8e7035ec17f2f8dabc52bb4125b24a, server=855219d6b094,44651,1731684046840 because future has completed 2024-11-15T15:21:00,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:21:00,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d8e7035ec17f2f8dabc52bb4125b24a, server=855219d6b094,44651,1731684046840 in 187 msec 2024-11-15T15:21:00,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:21:00,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8e7035ec17f2f8dabc52bb4125b24a, ASSIGN in 344 msec 2024-11-15T15:21:00,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:21:00,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684060203"}]},"ts":"1731684060203"} 2024-11-15T15:21:00,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:21:00,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:21:00,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3380 sec 2024-11-15T15:21:00,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a., hostname=855219d6b094,44651,1731684046840, seqNum=2] 2024-11-15T15:21:00,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:21:00,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:21:00,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:21:00,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:21:00,480 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:21:00,509 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,44651,1731684046840, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:21:00,509 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:00,509 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,44651,1731684046840, seqNum=-1] 2024-11-15T15:21:00,509 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:00,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,44651,1731684046840', locateType=CURRENT is [region=hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a., hostname=855219d6b094,44651,1731684046840, seqNum=2] 2024-11-15T15:21:00,514 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:21:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:21:00,516 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,44651,1731684046840 suceeded 2024-11-15T15:21:00,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:21:00,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-15T15:21:00,518 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:21:00,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6610 sec 2024-11-15T15:21:00,527 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:36981' 2024-11-15T15:21:00,528 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b2bc00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:00,528 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,36981,-1 for getting cluster id 2024-11-15T15:21:00,528 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:00,529 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8861c5af-6a87-4528-8d8f-48ee9516b1d2' 2024-11-15T15:21:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8861c5af-6a87-4528-8d8f-48ee9516b1d2" 2024-11-15T15:21:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ac91c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,36981,-1] 2024-11-15T15:21:00,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:00,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:00,530 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:00,531 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5478b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:00,531 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:00,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,36981,1731684051942 2024-11-15T15:21:00,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfb8f5d 2024-11-15T15:21:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:00,532 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-15T15:21:00,533 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,44651,1731684046840 (queues=1) is replicating from cluster=9f21555c-0fe0-4dde-a4cc-49c73c4fb303 to cluster=8861c5af-6a87-4528-8d8f-48ee9516b1d2 2024-11-15T15:21:00,533 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C44651%2C1731684046840 2024-11-15T15:21:00,533 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,44651,1731684046840, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:21:00,533 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C44651%2C1731684046840 2024-11-15T15:21:00,533 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511, startPosition=0, beingWritten=true 2024-11-15T15:21:00,538 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:00,538 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 379, reset compression=false 2024-11-15T15:21:00,538 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,44651,1731684046840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:00,742 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 379, reset compression=false 2024-11-15T15:21:00,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:21:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:01,006 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:21:01,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:01,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:01,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:01,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:01,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:01,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afcb7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:01,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,36981,-1 for getting cluster id 2024-11-15T15:21:01,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:01,007 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8861c5af-6a87-4528-8d8f-48ee9516b1d2' 2024-11-15T15:21:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8861c5af-6a87-4528-8d8f-48ee9516b1d2" 2024-11-15T15:21:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d020cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,36981,-1] 2024-11-15T15:21:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:01,008 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6d94cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:01,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,36981,1731684051942 2024-11-15T15:21:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d6d72d1 2024-11-15T15:21:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:01,010 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:01,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:39461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:21:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:21:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:01,013 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39461' 2024-11-15T15:21:01,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfc3c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:01,014 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39461,-1 for getting cluster id 2024-11-15T15:21:01,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:01,014 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f21555c-0fe0-4dde-a4cc-49c73c4fb303' 2024-11-15T15:21:01,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:01,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f21555c-0fe0-4dde-a4cc-49c73c4fb303" 2024-11-15T15:21:01,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b845fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:01,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39461,-1] 2024-11-15T15:21:01,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:01,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:01,016 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:01,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe804c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:01,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:01,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39461,1731684046673 2024-11-15T15:21:01,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7439253c 2024-11-15T15:21:01,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:01,018 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:01,018 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:21:01,018 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:21:01,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:01,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:01,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:01,019 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:01,020 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:21:01,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:21:01,021 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:01,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:21:01,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:21:01,045 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 379, reset compression=false 2024-11-15T15:21:01,070 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:21:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:01,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d1e1f1e0dc00418cd53c4f4da407317, NAME => 'hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a 2024-11-15T15:21:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:21:01,449 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 379, reset compression=false 2024-11-15T15:21:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:01,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:01,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d1e1f1e0dc00418cd53c4f4da407317, disabling compactions & flushes 2024-11-15T15:21:01,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:01,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:01,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. after waiting 0 ms 2024-11-15T15:21:01,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:01,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:01,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d1e1f1e0dc00418cd53c4f4da407317: Waiting for close lock at 1731684061834Disabling compacts and flushes for region at 1731684061834Disabling writes for close at 1731684061834Writing region close event to WAL at 1731684061834Closed at 1731684061834 2024-11-15T15:21:01,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:21:01,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684061835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684061835"}]},"ts":"1731684061835"} 2024-11-15T15:21:01,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:21:01,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:21:01,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684061838"}]},"ts":"1731684061838"} 2024-11-15T15:21:01,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:21:01,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d1e1f1e0dc00418cd53c4f4da407317, ASSIGN}] 2024-11-15T15:21:01,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d1e1f1e0dc00418cd53c4f4da407317, ASSIGN 2024-11-15T15:21:01,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d1e1f1e0dc00418cd53c4f4da407317, ASSIGN; state=OFFLINE, location=855219d6b094,42443,1731684052081; forceNewPlan=false, retain=false 2024-11-15T15:21:01,952 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 379, reset compression=false 2024-11-15T15:21:01,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d1e1f1e0dc00418cd53c4f4da407317, regionState=OPENING, regionLocation=855219d6b094,42443,1731684052081 2024-11-15T15:21:01,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d1e1f1e0dc00418cd53c4f4da407317, ASSIGN because future has completed 2024-11-15T15:21:01,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1e1f1e0dc00418cd53c4f4da407317, server=855219d6b094,42443,1731684052081}] 2024-11-15T15:21:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:02,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:02,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:02,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:21:02,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C42443%2C1731684052081.rep, suffix=, logDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081, archiveDir=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/oldWALs, maxLogs=10 2024-11-15T15:21:02,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.rep.1731684062150, exclude list is [], retry=0 2024-11-15T15:21:02,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35235,DS-7573661b-c53d-4ce2-9e5f-b0fc84a1f8b6,DISK] 2024-11-15T15:21:02,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.rep.1731684062150 2024-11-15T15:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36365:36365)] 2024-11-15T15:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d1e1f1e0dc00418cd53c4f4da407317, NAME => 'hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:02,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. service=MultiRowMutationService 2024-11-15T15:21:02,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:02,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,168 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,169 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1e1f1e0dc00418cd53c4f4da407317 columnFamilyName hfileref 2024-11-15T15:21:02,169 DEBUG [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:02,169 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] regionserver.HStore(327): Store=0d1e1f1e0dc00418cd53c4f4da407317/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:02,169 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,170 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1e1f1e0dc00418cd53c4f4da407317 columnFamilyName queue 2024-11-15T15:21:02,170 DEBUG [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:02,170 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] regionserver.HStore(327): Store=0d1e1f1e0dc00418cd53c4f4da407317/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:02,170 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,171 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1e1f1e0dc00418cd53c4f4da407317 columnFamilyName sid 2024-11-15T15:21:02,171 DEBUG [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:02,171 INFO [StoreOpener-0d1e1f1e0dc00418cd53c4f4da407317-1 {}] regionserver.HStore(327): Store=0d1e1f1e0dc00418cd53c4f4da407317/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:02,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:21:02,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:02,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d1e1f1e0dc00418cd53c4f4da407317; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63052136, jitterRate=-0.060449957847595215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:21:02,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:02,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d1e1f1e0dc00418cd53c4f4da407317: Running coprocessor pre-open hook at 1731684062167Writing region info on filesystem at 1731684062167Initializing all the Stores at 1731684062167Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684062167Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684062168 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684062168Cleaning up temporary data from old regions at 1731684062173 (+5 ms)Running coprocessor post-open hooks at 1731684062177 (+4 ms)Region opened successfully at 1731684062177 2024-11-15T15:21:02,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317., pid=10, masterSystemTime=1731684062146 2024-11-15T15:21:02,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:02,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:02,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d1e1f1e0dc00418cd53c4f4da407317, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,42443,1731684052081 2024-11-15T15:21:02,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1e1f1e0dc00418cd53c4f4da407317, server=855219d6b094,42443,1731684052081 because future has completed 2024-11-15T15:21:02,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:21:02,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d1e1f1e0dc00418cd53c4f4da407317, server=855219d6b094,42443,1731684052081 in 188 msec 2024-11-15T15:21:02,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:21:02,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d1e1f1e0dc00418cd53c4f4da407317, ASSIGN in 345 msec 2024-11-15T15:21:02,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:21:02,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684062186"}]},"ts":"1731684062186"} 2024-11-15T15:21:02,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:21:02,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:21:02,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-15T15:21:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317., hostname=855219d6b094,42443,1731684052081, seqNum=2] 2024-11-15T15:21:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:21:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:21:02,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:21:02,555 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 379, reset compression=false 2024-11-15T15:21:02,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:21:02,563 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:21:02,589 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,42443,1731684052081, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:02,590 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,42443,1731684052081, seqNum=-1] 2024-11-15T15:21:02,590 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:02,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:02,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,42443,1731684052081', locateType=CURRENT is [region=hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317., hostname=855219d6b094,42443,1731684052081, seqNum=2] 2024-11-15T15:21:02,594 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:21:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:21:02,596 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,42443,1731684052081 suceeded 2024-11-15T15:21:02,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:21:02,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T15:21:02,598 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:39461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:21:02,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5870 sec 2024-11-15T15:21:02,606 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39461' 2024-11-15T15:21:02,607 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@618bc7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:02,607 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39461,-1 for getting cluster id 2024-11-15T15:21:02,607 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:02,608 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f21555c-0fe0-4dde-a4cc-49c73c4fb303' 2024-11-15T15:21:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f21555c-0fe0-4dde-a4cc-49c73c4fb303" 2024-11-15T15:21:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6d488b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39461,-1] 2024-11-15T15:21:02,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:02,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:02,609 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:02,610 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60a836a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:02,610 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:02,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39461,1731684046673 2024-11-15T15:21:02,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bc1d32 2024-11-15T15:21:02,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:02,611 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-15T15:21:02,611 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,42443,1731684052081 (queues=1) is replicating from cluster=8861c5af-6a87-4528-8d8f-48ee9516b1d2 to cluster=9f21555c-0fe0-4dde-a4cc-49c73c4fb303 2024-11-15T15:21:02,612 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C42443%2C1731684052081 2024-11-15T15:21:02,612 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,42443,1731684052081, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:21:02,612 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C42443%2C1731684052081 2024-11-15T15:21:02,612 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998, startPosition=0, beingWritten=true 2024-11-15T15:21:02,617 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:02,617 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 379, reset compression=false 2024-11-15T15:21:02,617 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,42443,1731684052081 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:02,821 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 379, reset compression=false 2024-11-15T15:21:03,125 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 379, reset compression=false 2024-11-15T15:21:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:03,155 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:21:03,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:03,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:03,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:03,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:03,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:03,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:03,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,44651,1731684046840, seqNum=-1] 2024-11-15T15:21:03,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:03,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42., hostname=855219d6b094,44651,1731684046840, seqNum=2] 2024-11-15T15:21:03,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,42443,1731684052081, seqNum=-1] 2024-11-15T15:21:03,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:03,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684056697.6957ad98d8c326a200288719955888ca., hostname=855219d6b094,42443,1731684052081, seqNum=2] 2024-11-15T15:21:03,168 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T15:21:03,259 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 379, reset compression=false 2024-11-15T15:21:03,263 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:03,263 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 480, reset compression=false 2024-11-15T15:21:03,263 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,44651,1731684046840 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4367b2e9b16d0136f0192da2161bf42/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T15:21:03,265 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:03,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-15T15:21:03,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:03,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55d20ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:03,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,36981,-1 for getting cluster id 2024-11-15T15:21:03,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:03,269 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8861c5af-6a87-4528-8d8f-48ee9516b1d2' 2024-11-15T15:21:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8861c5af-6a87-4528-8d8f-48ee9516b1d2" 2024-11-15T15:21:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13729900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,36981,-1] 2024-11-15T15:21:03,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:03,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:03,270 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:03,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@789396f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:03,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:03,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,42443,1731684052081, seqNum=-1] 2024-11-15T15:21:03,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:03,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:03,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684056697.6957ad98d8c326a200288719955888ca., hostname=855219d6b094,42443,1731684052081, seqNum=2] 2024-11-15T15:21:03,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:03,468 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 480, reset compression=false 2024-11-15T15:21:03,528 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 379, reset compression=false 2024-11-15T15:21:03,532 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:03,533 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 504, reset compression=false 2024-11-15T15:21:03,533 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,42443,1731684052081 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:03,736 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 504, reset compression=false 2024-11-15T15:21:03,772 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 480, reset compression=false 2024-11-15T15:21:04,040 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 504, reset compression=false 2024-11-15T15:21:04,171 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T15:21:04,175 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T15:21:04,176 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 480, reset compression=false 2024-11-15T15:21:04,444 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 504, reset compression=false 2024-11-15T15:21:04,508 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:04,508 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 608, reset compression=false 2024-11-15T15:21:04,508 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,42443,1731684052081 got entry batch from reader: WALEntryBatch [walEntries=[{test/6957ad98d8c326a200288719955888ca/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T15:21:04,510 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:04,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-15T15:21:04,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:04,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5afeb84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:04,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39461,-1 for getting cluster id 2024-11-15T15:21:04,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:04,513 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f21555c-0fe0-4dde-a4cc-49c73c4fb303' 2024-11-15T15:21:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f21555c-0fe0-4dde-a4cc-49c73c4fb303" 2024-11-15T15:21:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f7606e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39461,-1] 2024-11-15T15:21:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:04,514 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:04,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1542a937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:04,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:04,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,44651,1731684046840, seqNum=-1] 2024-11-15T15:21:04,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:04,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:04,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42., hostname=855219d6b094,44651,1731684046840, seqNum=2] 2024-11-15T15:21:04,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:04,680 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 480, reset compression=false 2024-11-15T15:21:04,684 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:04,684 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 608, reset compression=false 2024-11-15T15:21:04,684 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,44651,1731684046840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:04,712 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 608, reset compression=false 2024-11-15T15:21:04,888 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 608, reset compression=false 2024-11-15T15:21:05,015 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 608, reset compression=false 2024-11-15T15:21:05,176 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T15:21:05,181 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T15:21:05,191 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 608, reset compression=false 2024-11-15T15:21:05,194 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:05,194 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 764, reset compression=false 2024-11-15T15:21:05,194 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,44651,1731684046840 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4367b2e9b16d0136f0192da2161bf42/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T15:21:05,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:05,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:05,398 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 764, reset compression=false 2024-11-15T15:21:05,418 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 608, reset compression=false 2024-11-15T15:21:05,423 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:05,423 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 756, reset compression=false 2024-11-15T15:21:05,423 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,42443,1731684052081 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:05,634 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 756, reset compression=false 2024-11-15T15:21:05,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:05,701 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 764, reset compression=false 2024-11-15T15:21:05,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:05,937 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 756, reset compression=false 2024-11-15T15:21:06,105 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 764, reset compression=false 2024-11-15T15:21:06,183 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T15:21:06,186 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T15:21:06,340 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 756, reset compression=false 2024-11-15T15:21:06,343 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:06,344 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 915, reset compression=false 2024-11-15T15:21:06,344 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,42443,1731684052081 got entry batch from reader: WALEntryBatch [walEntries=[{test/6957ad98d8c326a200288719955888ca/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T15:21:06,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:06,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44651 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:06,548 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 915, reset compression=false 2024-11-15T15:21:06,608 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 764, reset compression=false 2024-11-15T15:21:06,612 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:06,612 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:06,612 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,44651,1731684046840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:06,818 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:06,852 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 915, reset compression=false 2024-11-15T15:21:07,122 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:07,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T15:21:07,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:21:07,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:07,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:07,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:07,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:07,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:07,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:21:07,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1555760854, stopped=false 2024-11-15T15:21:07,191 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,36981,1731684051942 2024-11-15T15:21:07,256 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 915, reset compression=false 2024-11-15T15:21:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847482231/running 2024-11-15T15:21:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847482231/running 2024-11-15T15:21:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:21:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:21:07,360 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:07,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:07,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:07,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:07,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,42443,1731684052081' ***** 2024-11-15T15:21:07,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on znode that does not yet exist, /1-847482231/running 2024-11-15T15:21:07,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Set watcher on znode that does not yet exist, /1-847482231/running 2024-11-15T15:21:07,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:21:07,361 INFO [RS:0;855219d6b094:42443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:21:07,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:21:07,361 INFO [RS:0;855219d6b094:42443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:21:07,362 INFO [RS:0;855219d6b094:42443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:21:07,362 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d1e1f1e0dc00418cd53c4f4da407317 2024-11-15T15:21:07,362 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(3091): Received CLOSE for 6957ad98d8c326a200288719955888ca 2024-11-15T15:21:07,362 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,42443,1731684052081 2024-11-15T15:21:07,362 INFO [RS:0;855219d6b094:42443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:07,363 INFO [RS:0;855219d6b094:42443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:42443. 2024-11-15T15:21:07,363 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d1e1f1e0dc00418cd53c4f4da407317, disabling compactions & flushes 2024-11-15T15:21:07,363 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:07,363 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:07,363 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. after waiting 0 ms 2024-11-15T15:21:07,363 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:07,363 DEBUG [RS:0;855219d6b094:42443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:07,363 DEBUG [RS:0;855219d6b094:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:07,363 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d1e1f1e0dc00418cd53c4f4da407317 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T15:21:07,363 INFO [RS:0;855219d6b094:42443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:21:07,363 INFO [RS:0;855219d6b094:42443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:21:07,363 INFO [RS:0;855219d6b094:42443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:21:07,363 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:21:07,363 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:21:07,363 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d1e1f1e0dc00418cd53c4f4da407317=hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317., 6957ad98d8c326a200288719955888ca=test,,1731684056697.6957ad98d8c326a200288719955888ca.} 2024-11-15T15:21:07,363 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1351): Waiting on 0d1e1f1e0dc00418cd53c4f4da407317, 1588230740, 6957ad98d8c326a200288719955888ca 2024-11-15T15:21:07,363 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:21:07,363 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:21:07,363 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:21:07,363 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:21:07,363 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:21:07,364 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:21:07,374 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:07,382 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317/.tmp/queue/c37a9b2969c245a680780dfe05254a35 is 153, key is 1-855219d6b094,42443,1731684052081/queue:855219d6b094%2C42443%2C1731684052081/1731684066348/Put/seqid=0 2024-11-15T15:21:07,382 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/info/5e9c3f19b0ca4b2ca8d30b5963043d7d is 147, key is hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317./info:regioninfo/1731684062179/Put/seqid=0 2024-11-15T15:21:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741840_1016 (size=5352) 2024-11-15T15:21:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741841_1017 (size=7686) 2024-11-15T15:21:07,387 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317/.tmp/queue/c37a9b2969c245a680780dfe05254a35 2024-11-15T15:21:07,387 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/info/5e9c3f19b0ca4b2ca8d30b5963043d7d 2024-11-15T15:21:07,391 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317/.tmp/queue/c37a9b2969c245a680780dfe05254a35 as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317/queue/c37a9b2969c245a680780dfe05254a35 2024-11-15T15:21:07,395 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317/queue/c37a9b2969c245a680780dfe05254a35, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T15:21:07,396 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0d1e1f1e0dc00418cd53c4f4da407317 in 33ms, sequenceid=10, compaction requested=false 2024-11-15T15:21:07,404 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/replication/0d1e1f1e0dc00418cd53c4f4da407317/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T15:21:07,404 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:07,404 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/ns/efe5cd329bc44dfa9e4bd2cc541e45b9 is 43, key is default/ns:d/1731684054491/Put/seqid=0 2024-11-15T15:21:07,404 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:07,405 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:07,405 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d1e1f1e0dc00418cd53c4f4da407317: Waiting for close lock at 1731684067362Running coprocessor pre-close hooks at 1731684067363 (+1 ms)Disabling compacts and flushes for region at 1731684067363Disabling writes for close at 1731684067363Obtaining lock to block concurrent updates at 1731684067363Preparing flush snapshotting stores in 0d1e1f1e0dc00418cd53c4f4da407317 at 1731684067363Finished memstore snapshotting hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731684067363Flushing stores of hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. at 1731684067364 (+1 ms)Flushing 0d1e1f1e0dc00418cd53c4f4da407317/queue: creating writer at 1731684067364Flushing 0d1e1f1e0dc00418cd53c4f4da407317/queue: appending metadata at 1731684067382 (+18 ms)Flushing 0d1e1f1e0dc00418cd53c4f4da407317/queue: closing flushed file at 1731684067382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb0f866: reopening flushed file at 1731684067391 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0d1e1f1e0dc00418cd53c4f4da407317 in 33ms, sequenceid=10, compaction requested=false at 1731684067396 (+5 ms)Writing region close event to WAL at 1731684067401 (+5 ms)Running coprocessor post-close hooks at 1731684067404 (+3 ms)Closed at 1731684067404 2024-11-15T15:21:07,405 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684061018.0d1e1f1e0dc00418cd53c4f4da407317. 2024-11-15T15:21:07,405 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6957ad98d8c326a200288719955888ca, disabling compactions & flushes 2024-11-15T15:21:07,405 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:21:07,405 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:21:07,405 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684056697.6957ad98d8c326a200288719955888ca. after waiting 0 ms 2024-11-15T15:21:07,405 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:21:07,405 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6957ad98d8c326a200288719955888ca 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-15T15:21:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741842_1018 (size=5153) 2024-11-15T15:21:07,418 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/f/68d5c8de353946788d1b0c11ab45c080 is 29, key is row1/f:/1731684066184/DeleteFamily/seqid=0 2024-11-15T15:21:07,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741843_1019 (size=5118) 2024-11-15T15:21:07,525 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:07,563 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6957ad98d8c326a200288719955888ca 2024-11-15T15:21:07,760 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 915, reset compression=false 2024-11-15T15:21:07,763 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:07,763 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 1162, reset compression=false 2024-11-15T15:21:07,763 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,42443,1731684052081 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:07,764 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6957ad98d8c326a200288719955888ca 2024-11-15T15:21:07,764 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,42443,1731684052081: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,42443,1731684052081, walGroup=855219d6b094%2C42443%2C1731684052081, offset=855219d6b094%2C42443%2C1731684052081.1731684053998:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:42443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:21:07,766 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:21:07,766 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:21:07,766 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:21:07,767 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:21:07,767 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:21:07,767 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 678338744 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190457448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:21:07,767 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:36981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:36981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:21:07,808 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/ns/efe5cd329bc44dfa9e4bd2cc541e45b9 2024-11-15T15:21:07,822 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/f/68d5c8de353946788d1b0c11ab45c080 2024-11-15T15:21:07,825 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/rep_barrier/9dbeae2892b1487aa2d9fff6a7a021a7 is 112, key is test,,1731684056697.6957ad98d8c326a200288719955888ca./rep_barrier:seqnumDuringOpen/1731684057839/Put/seqid=0 2024-11-15T15:21:07,825 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68d5c8de353946788d1b0c11ab45c080 2024-11-15T15:21:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741844_1020 (size=5518) 2024-11-15T15:21:07,840 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/f1/c50f2d25abbb4052b9e7821349e1aa32 is 30, key is row1/f1:/1731684066184/DeleteFamily/seqid=0 2024-11-15T15:21:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741845_1021 (size=5123) 2024-11-15T15:21:07,904 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:21:07,904 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:21:07,964 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6957ad98d8c326a200288719955888ca 2024-11-15T15:21:07,969 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 1162, reset compression=false 2024-11-15T15:21:08,029 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:08,164 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6957ad98d8c326a200288719955888ca 2024-11-15T15:21:08,228 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/rep_barrier/9dbeae2892b1487aa2d9fff6a7a021a7 2024-11-15T15:21:08,244 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/f1/c50f2d25abbb4052b9e7821349e1aa32 2024-11-15T15:21:08,247 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c50f2d25abbb4052b9e7821349e1aa32 2024-11-15T15:21:08,250 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/table/1f528dee84754c33a6a94fe7962d9bbc is 53, key is hbase:replication/table:state/1731684062186/Put/seqid=0 2024-11-15T15:21:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741846_1022 (size=5308) 2024-11-15T15:21:08,267 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/norep/e501d0bc03cd40e08af6df508d438a11 is 33, key is row1/norep:/1731684066184/DeleteFamily/seqid=0 2024-11-15T15:21:08,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741847_1023 (size=5108) 2024-11-15T15:21:08,272 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 1162, reset compression=false 2024-11-15T15:21:08,364 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:21:08,364 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6957ad98d8c326a200288719955888ca=test,,1731684056697.6957ad98d8c326a200288719955888ca.} 2024-11-15T15:21:08,364 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6957ad98d8c326a200288719955888ca 2024-11-15T15:21:08,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:08,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:21:08,525 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28314 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:21:08,564 DEBUG [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6957ad98d8c326a200288719955888ca 2024-11-15T15:21:08,632 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:08,658 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/table/1f528dee84754c33a6a94fe7962d9bbc 2024-11-15T15:21:08,662 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/info/5e9c3f19b0ca4b2ca8d30b5963043d7d as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/info/5e9c3f19b0ca4b2ca8d30b5963043d7d 2024-11-15T15:21:08,666 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/info/5e9c3f19b0ca4b2ca8d30b5963043d7d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:21:08,666 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/ns/efe5cd329bc44dfa9e4bd2cc541e45b9 as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/ns/efe5cd329bc44dfa9e4bd2cc541e45b9 2024-11-15T15:21:08,670 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/norep/e501d0bc03cd40e08af6df508d438a11 2024-11-15T15:21:08,670 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/ns/efe5cd329bc44dfa9e4bd2cc541e45b9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:21:08,671 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/rep_barrier/9dbeae2892b1487aa2d9fff6a7a021a7 as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/rep_barrier/9dbeae2892b1487aa2d9fff6a7a021a7 2024-11-15T15:21:08,674 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e501d0bc03cd40e08af6df508d438a11 2024-11-15T15:21:08,675 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/f/68d5c8de353946788d1b0c11ab45c080 as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/f/68d5c8de353946788d1b0c11ab45c080 2024-11-15T15:21:08,676 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.1731684053998 to pos 1162, reset compression=false 2024-11-15T15:21:08,676 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/rep_barrier/9dbeae2892b1487aa2d9fff6a7a021a7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:21:08,677 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/.tmp/table/1f528dee84754c33a6a94fe7962d9bbc as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/table/1f528dee84754c33a6a94fe7962d9bbc 2024-11-15T15:21:08,679 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68d5c8de353946788d1b0c11ab45c080 2024-11-15T15:21:08,679 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/f/68d5c8de353946788d1b0c11ab45c080, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T15:21:08,680 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/f1/c50f2d25abbb4052b9e7821349e1aa32 as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/f1/c50f2d25abbb4052b9e7821349e1aa32 2024-11-15T15:21:08,682 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/table/1f528dee84754c33a6a94fe7962d9bbc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:21:08,683 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-15T15:21:08,684 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c50f2d25abbb4052b9e7821349e1aa32 2024-11-15T15:21:08,684 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/f1/c50f2d25abbb4052b9e7821349e1aa32, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T15:21:08,685 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/.tmp/norep/e501d0bc03cd40e08af6df508d438a11 as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/norep/e501d0bc03cd40e08af6df508d438a11 2024-11-15T15:21:08,689 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:21:08,690 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:08,690 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e501d0bc03cd40e08af6df508d438a11 2024-11-15T15:21:08,690 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:08,690 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:08,690 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/norep/e501d0bc03cd40e08af6df508d438a11, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T15:21:08,690 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684067363Running coprocessor pre-close hooks at 1731684067363Disabling compacts and flushes for region at 1731684067363Disabling writes for close at 1731684067363Obtaining lock to block concurrent updates at 1731684067364 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731684067364Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684067364Flushing stores of hbase:meta,,1.1588230740 at 1731684067364Flushing 1588230740/info: creating writer at 1731684067364Flushing 1588230740/info: appending metadata at 1731684067382 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731684067382Flushing 1588230740/ns: creating writer at 1731684067391 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731684067404 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731684067404Flushing 1588230740/rep_barrier: creating writer at 1731684067812 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684067824 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684067824Flushing 1588230740/table: creating writer at 1731684068232 (+408 ms)Flushing 1588230740/table: appending metadata at 1731684068249 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731684068249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac22f8e: reopening flushed file at 1731684068661 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c72812c: reopening flushed file at 1731684068666 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7abfcf: reopening flushed file at 1731684068670 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2becf964: reopening flushed file at 1731684068676 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731684068683 (+7 ms)Writing region close event to WAL at 1731684068686 (+3 ms)Running coprocessor post-close hooks at 1731684068690 (+4 ms)Closed at 1731684068690 2024-11-15T15:21:08,691 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:08,691 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6957ad98d8c326a200288719955888ca in 1286ms, sequenceid=8, compaction requested=false 2024-11-15T15:21:08,695 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/data/default/test/6957ad98d8c326a200288719955888ca/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T15:21:08,696 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:08,696 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:21:08,696 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:21:08,696 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6957ad98d8c326a200288719955888ca: Waiting for close lock at 1731684067405Running coprocessor pre-close hooks at 1731684067405Disabling compacts and flushes for region at 1731684067405Disabling writes for close at 1731684067405Obtaining lock to block concurrent updates at 1731684067405Preparing flush snapshotting stores in 6957ad98d8c326a200288719955888ca at 1731684067405Finished memstore snapshotting test,,1731684056697.6957ad98d8c326a200288719955888ca., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731684067405Flushing stores of test,,1731684056697.6957ad98d8c326a200288719955888ca. at 1731684067406 (+1 ms)Flushing 6957ad98d8c326a200288719955888ca/f: creating writer at 1731684067406Flushing 6957ad98d8c326a200288719955888ca/f: appending metadata at 1731684067418 (+12 ms)Flushing 6957ad98d8c326a200288719955888ca/f: closing flushed file at 1731684067418Flushing 6957ad98d8c326a200288719955888ca/f1: creating writer at 1731684067825 (+407 ms)Flushing 6957ad98d8c326a200288719955888ca/f1: appending metadata at 1731684067840 (+15 ms)Flushing 6957ad98d8c326a200288719955888ca/f1: closing flushed file at 1731684067840Flushing 6957ad98d8c326a200288719955888ca/norep: creating writer at 1731684068247 (+407 ms)Flushing 6957ad98d8c326a200288719955888ca/norep: appending metadata at 1731684068266 (+19 ms)Flushing 6957ad98d8c326a200288719955888ca/norep: closing flushed file at 1731684068266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7424c305: reopening flushed file at 1731684068674 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c95b0d7: reopening flushed file at 1731684068680 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a296bc7: reopening flushed file at 1731684068684 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6957ad98d8c326a200288719955888ca in 1286ms, sequenceid=8, compaction requested=false at 1731684068691 (+7 ms)Writing region close event to WAL at 1731684068692 (+1 ms)Running coprocessor post-close hooks at 1731684068695 (+3 ms)Closed at 1731684068696 (+1 ms) 2024-11-15T15:21:08,696 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684056697.6957ad98d8c326a200288719955888ca. 2024-11-15T15:21:08,764 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,42443,1731684052081; all regions closed. 2024-11-15T15:21:08,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:21:08,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/WALs/855219d6b094,42443,1731684052081/855219d6b094%2C42443%2C1731684052081.meta.1731684054453.meta not finished, retry = 0 2024-11-15T15:21:08,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741839_1015 (size=2676) 2024-11-15T15:21:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741833_1009 (size=1814) 2024-11-15T15:21:08,873 DEBUG [RS:0;855219d6b094:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:08,873 INFO [RS:0;855219d6b094:42443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:08,873 INFO [RS:0;855219d6b094:42443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:08,873 INFO [RS:0;855219d6b094:42443 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:08,873 INFO [RS:0;855219d6b094:42443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:08,873 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:08,873 INFO [RS:0;855219d6b094:42443 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,42443,1731684052081 because: Region server is closing 2024-11-15T15:21:08,873 INFO [RS:0;855219d6b094:42443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:42443. 2024-11-15T15:21:08,873 DEBUG [RS:0;855219d6b094:42443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:08,873 DEBUG [RS:0;855219d6b094:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:08,874 DEBUG [RS:0;855219d6b094:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:08,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:08,974 INFO [RS:0;855219d6b094:42443 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.shipper855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 terminated 2024-11-15T15:21:08,974 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,42443,1731684052081.replicationSource.wal-reader.855219d6b094%2C42443%2C1731684052081,1-855219d6b094,42443,1731684052081 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:21:08,974 INFO [RS:0;855219d6b094:42443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:42443. 2024-11-15T15:21:08,974 DEBUG [RS:0;855219d6b094:42443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:08,974 DEBUG [RS:0;855219d6b094:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:08,974 DEBUG [RS:0;855219d6b094:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:08,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:08,975 INFO [RS:0;855219d6b094:42443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42443 2024-11-15T15:21:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231/rs 2024-11-15T15:21:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847482231/rs/855219d6b094,42443,1731684052081 2024-11-15T15:21:09,031 INFO [RS:0;855219d6b094:42443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:09,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,42443,1731684052081] 2024-11-15T15:21:09,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-847482231/draining/855219d6b094,42443,1731684052081 already deleted, retry=false 2024-11-15T15:21:09,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,42443,1731684052081 expired; onlineServers=0 2024-11-15T15:21:09,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,36981,1731684051942' ***** 2024-11-15T15:21:09,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:21:09,052 INFO [M:0;855219d6b094:36981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:09,052 INFO [M:0;855219d6b094:36981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:09,052 DEBUG [M:0;855219d6b094:36981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:21:09,052 DEBUG [M:0;855219d6b094:36981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:21:09,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:21:09,052 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684053742 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684053742,5,FailOnTimeoutGroup] 2024-11-15T15:21:09,052 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684053744 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684053744,5,FailOnTimeoutGroup] 2024-11-15T15:21:09,052 INFO [M:0;855219d6b094:36981 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:09,052 INFO [M:0;855219d6b094:36981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:09,052 DEBUG [M:0;855219d6b094:36981 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:21:09,052 INFO [M:0;855219d6b094:36981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:21:09,052 INFO [M:0;855219d6b094:36981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:09,052 INFO [M:0;855219d6b094:36981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:21:09,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:21:09,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847482231/master 2024-11-15T15:21:09,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847482231 2024-11-15T15:21:09,062 DEBUG [M:0;855219d6b094:36981 {}] zookeeper.ZKUtil(347): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Unable to get data of znode /1-847482231/master because node does not exist (not an error) 2024-11-15T15:21:09,062 WARN [M:0;855219d6b094:36981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:21:09,063 INFO [M:0;855219d6b094:36981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/.lastflushedseqids 2024-11-15T15:21:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741848_1024 (size=245) 2024-11-15T15:21:09,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:09,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x1013f158c420004, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:09,141 INFO [RS:0;855219d6b094:42443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:09,141 INFO [RS:0;855219d6b094:42443 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,42443,1731684052081; zookeeper connection closed. 2024-11-15T15:21:09,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40783c09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40783c09 2024-11-15T15:21:09,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:21:09,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:21:09,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T15:21:09,336 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:09,470 INFO [M:0;855219d6b094:36981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:21:09,470 INFO [M:0;855219d6b094:36981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:21:09,470 DEBUG [M:0;855219d6b094:36981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:21:09,470 INFO [M:0;855219d6b094:36981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:09,470 DEBUG [M:0;855219d6b094:36981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:09,470 DEBUG [M:0;855219d6b094:36981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:21:09,470 DEBUG [M:0;855219d6b094:36981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:09,470 INFO [M:0;855219d6b094:36981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T15:21:09,527 DEBUG [M:0;855219d6b094:36981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e84a5bd8a4c4743bf5fca6756cf3adc is 82, key is hbase:meta,,1/info:regioninfo/1731684054480/Put/seqid=0 2024-11-15T15:21:09,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741849_1025 (size=5672) 2024-11-15T15:21:09,934 INFO [M:0;855219d6b094:36981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e84a5bd8a4c4743bf5fca6756cf3adc 2024-11-15T15:21:09,950 DEBUG [M:0;855219d6b094:36981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae10a6cbecd943ce8909f40316aa1b35 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731684062189/Put/seqid=0 2024-11-15T15:21:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741850_1026 (size=8515) 2024-11-15T15:21:10,140 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:10,354 INFO [M:0;855219d6b094:36981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae10a6cbecd943ce8909f40316aa1b35 2024-11-15T15:21:10,370 DEBUG [M:0;855219d6b094:36981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c8f113c3414fdfa33f8b8a7c7ea835 is 69, key is 855219d6b094,42443,1731684052081/rs:state/1731684053839/Put/seqid=0 2024-11-15T15:21:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741851_1027 (size=5156) 2024-11-15T15:21:10,773 INFO [M:0;855219d6b094:36981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c8f113c3414fdfa33f8b8a7c7ea835 2024-11-15T15:21:10,777 DEBUG [M:0;855219d6b094:36981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e84a5bd8a4c4743bf5fca6756cf3adc as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e84a5bd8a4c4743bf5fca6756cf3adc 2024-11-15T15:21:10,780 INFO [M:0;855219d6b094:36981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e84a5bd8a4c4743bf5fca6756cf3adc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T15:21:10,781 DEBUG [M:0;855219d6b094:36981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae10a6cbecd943ce8909f40316aa1b35 as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae10a6cbecd943ce8909f40316aa1b35 2024-11-15T15:21:10,784 INFO [M:0;855219d6b094:36981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae10a6cbecd943ce8909f40316aa1b35, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T15:21:10,785 DEBUG [M:0;855219d6b094:36981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c8f113c3414fdfa33f8b8a7c7ea835 as hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45c8f113c3414fdfa33f8b8a7c7ea835 2024-11-15T15:21:10,788 INFO [M:0;855219d6b094:36981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41973/user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45c8f113c3414fdfa33f8b8a7c7ea835, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T15:21:10,789 INFO [M:0;855219d6b094:36981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=97, compaction requested=false 2024-11-15T15:21:10,791 INFO [M:0;855219d6b094:36981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:10,791 DEBUG [M:0;855219d6b094:36981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684069470Disabling compacts and flushes for region at 1731684069470Disabling writes for close at 1731684069470Obtaining lock to block concurrent updates at 1731684069470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684069470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731684069471 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684069508 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684069508Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684069526 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684069527 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684069937 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684069950 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684069950Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684070357 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684070369 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684070369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748e68f5: reopening flushed file at 1731684070776 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2e3b7e: reopening flushed file at 1731684070780 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47286314: reopening flushed file at 1731684070784 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=97, compaction requested=false at 1731684070789 (+5 ms)Writing region close event to WAL at 1731684070791 (+2 ms)Closed at 1731684070791 2024-11-15T15:21:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35235 is added to blk_1073741830_1006 (size=63642) 2024-11-15T15:21:10,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1207b152-faf8-bb26-5adf-cec9d06d9b6a/MasterData/WALs/855219d6b094,36981,1731684051942/855219d6b094%2C36981%2C1731684051942.1731684053462 not finished, retry = 0 2024-11-15T15:21:10,894 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:10,894 INFO [M:0;855219d6b094:36981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:21:10,894 INFO [M:0;855219d6b094:36981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36981 2024-11-15T15:21:10,894 INFO [M:0;855219d6b094:36981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:11,043 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:11,057 INFO [M:0;855219d6b094:36981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:11,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:11,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1013f158c420003, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:11,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@889d6c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:11,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d9888fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:11,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:11,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b900a68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:11,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52441ec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:11,061 WARN [BP-725651531-172.17.0.2-1731684049676 heartbeating to localhost/127.0.0.1:41973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:21:11,061 WARN [BP-725651531-172.17.0.2-1731684049676 heartbeating to localhost/127.0.0.1:41973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-725651531-172.17.0.2-1731684049676 (Datanode Uuid c33400fd-618f-4139-8357-0ea46155c2c6) service to localhost/127.0.0.1:41973 2024-11-15T15:21:11,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/cluster_3df55595-3a01-ebf3-b1a0-575a660eca18/data/data1/current/BP-725651531-172.17.0.2-1731684049676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:11,062 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:21:11,062 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:21:11,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/cluster_3df55595-3a01-ebf3-b1a0-575a660eca18/data/data2/current/BP-725651531-172.17.0.2-1731684049676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:11,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:21:11,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77581a3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:11,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@349e4dd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:11,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:11,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab91cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:11,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f3d9b93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:11,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:21:11,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:21:11,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:11,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:11,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:11,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:11,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:11,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:21:11,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1341028672, stopped=false 2024-11-15T15:21:11,089 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,39461,1731684046673 2024-11-15T15:21:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888450542/running 2024-11-15T15:21:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888450542/running 2024-11-15T15:21:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:21:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:21:11,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:11,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on znode that does not yet exist, /0888450542/running 2024-11-15T15:21:11,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Set watcher on znode that does not yet exist, /0888450542/running 2024-11-15T15:21:11,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:11,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:11,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:11,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,44651,1731684046840' ***** 2024-11-15T15:21:11,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:21:11,105 INFO [RS:0;855219d6b094:44651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:21:11,105 INFO [RS:0;855219d6b094:44651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:21:11,105 INFO [RS:0;855219d6b094:44651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:21:11,105 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:21:11,105 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d8e7035ec17f2f8dabc52bb4125b24a 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(3091): Received CLOSE for e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,44651,1731684046840 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:11,106 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d8e7035ec17f2f8dabc52bb4125b24a, disabling compactions & flushes 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:44651. 2024-11-15T15:21:11,106 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:21:11,106 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:21:11,106 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. after waiting 0 ms 2024-11-15T15:21:11,106 DEBUG [RS:0;855219d6b094:44651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:11,106 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:21:11,106 DEBUG [RS:0;855219d6b094:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:11,106 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d8e7035ec17f2f8dabc52bb4125b24a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:21:11,106 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:21:11,106 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1325): Online Regions={4d8e7035ec17f2f8dabc52bb4125b24a=hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a., 1588230740=hbase:meta,,1.1588230740, e4367b2e9b16d0136f0192da2161bf42=test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42.} 2024-11-15T15:21:11,106 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8e7035ec17f2f8dabc52bb4125b24a, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:11,106 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:21:11,106 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:21:11,106 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:21:11,106 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:21:11,106 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:21:11,106 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:21:11,119 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a/.tmp/queue/2ea8cc3612234e19bcd0ffcc8d7a441d is 153, key is 1-855219d6b094,44651,1731684046840/queue:855219d6b094%2C44651%2C1731684046840/1731684066613/Put/seqid=0 2024-11-15T15:21:11,119 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/info/8971b3a7c51b429185a3af22aebaf06d is 147, key is hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a./info:regioninfo/1731684060195/Put/seqid=0 2024-11-15T15:21:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741841_1017 (size=5352) 2024-11-15T15:21:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741840_1016 (size=7686) 2024-11-15T15:21:11,185 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:11,306 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8e7035ec17f2f8dabc52bb4125b24a, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:11,372 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:21:11,372 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:21:11,506 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8e7035ec17f2f8dabc52bb4125b24a, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:11,523 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a/.tmp/queue/2ea8cc3612234e19bcd0ffcc8d7a441d 2024-11-15T15:21:11,523 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/info/8971b3a7c51b429185a3af22aebaf06d 2024-11-15T15:21:11,528 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a/.tmp/queue/2ea8cc3612234e19bcd0ffcc8d7a441d as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a/queue/2ea8cc3612234e19bcd0ffcc8d7a441d 2024-11-15T15:21:11,532 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a/queue/2ea8cc3612234e19bcd0ffcc8d7a441d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T15:21:11,533 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4d8e7035ec17f2f8dabc52bb4125b24a in 427ms, sequenceid=10, compaction requested=false 2024-11-15T15:21:11,539 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/replication/4d8e7035ec17f2f8dabc52bb4125b24a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T15:21:11,539 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:11,540 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:11,540 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:21:11,540 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d8e7035ec17f2f8dabc52bb4125b24a: Waiting for close lock at 1731684071106Running coprocessor pre-close hooks at 1731684071106Disabling compacts and flushes for region at 1731684071106Disabling writes for close at 1731684071106Obtaining lock to block concurrent updates at 1731684071106Preparing flush snapshotting stores in 4d8e7035ec17f2f8dabc52bb4125b24a at 1731684071106Finished memstore snapshotting hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731684071106Flushing stores of hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. at 1731684071107 (+1 ms)Flushing 4d8e7035ec17f2f8dabc52bb4125b24a/queue: creating writer at 1731684071107Flushing 4d8e7035ec17f2f8dabc52bb4125b24a/queue: appending metadata at 1731684071119 (+12 ms)Flushing 4d8e7035ec17f2f8dabc52bb4125b24a/queue: closing flushed file at 1731684071119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e732dd1: reopening flushed file at 1731684071527 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4d8e7035ec17f2f8dabc52bb4125b24a in 427ms, sequenceid=10, compaction requested=false at 1731684071533 (+6 ms)Writing region close event to WAL at 1731684071536 (+3 ms)Running coprocessor post-close hooks at 1731684071539 (+3 ms)Closed at 1731684071540 (+1 ms) 2024-11-15T15:21:11,540 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684058867.4d8e7035ec17f2f8dabc52bb4125b24a. 2024-11-15T15:21:11,540 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4367b2e9b16d0136f0192da2161bf42, disabling compactions & flushes 2024-11-15T15:21:11,540 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:21:11,540 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:21:11,540 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. after waiting 0 ms 2024-11-15T15:21:11,540 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:21:11,540 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4367b2e9b16d0136f0192da2161bf42 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-15T15:21:11,545 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/ns/d6297bdde62546499bc0a8cb9f486e5b is 43, key is default/ns:d/1731684049510/Put/seqid=0 2024-11-15T15:21:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741842_1018 (size=5153) 2024-11-15T15:21:11,554 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/f/42035a0c9e0c426ea2aa31bfdc3130db is 29, key is row1/f:/1731684066184/DeleteFamily/seqid=0 2024-11-15T15:21:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741843_1019 (size=5118) 2024-11-15T15:21:11,707 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:11,907 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:11,950 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/ns/d6297bdde62546499bc0a8cb9f486e5b 2024-11-15T15:21:11,958 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/f/42035a0c9e0c426ea2aa31bfdc3130db 2024-11-15T15:21:11,961 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42035a0c9e0c426ea2aa31bfdc3130db 2024-11-15T15:21:11,967 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/rep_barrier/55d3227b14344ea1a3deb0c645ea987e is 112, key is test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42./rep_barrier:seqnumDuringOpen/1731684055691/Put/seqid=0 2024-11-15T15:21:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741844_1020 (size=5518) 2024-11-15T15:21:11,977 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/f1/031b183e2f48473a81476cf4fb7e66b5 is 30, key is row1/f1:/1731684066184/DeleteFamily/seqid=0 2024-11-15T15:21:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741845_1021 (size=5123) 2024-11-15T15:21:12,047 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 914, reset compression=false 2024-11-15T15:21:12,051 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:12,051 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 1161, reset compression=false 2024-11-15T15:21:12,051 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,44651,1731684046840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:12,051 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,44651,1731684046840: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,44651,1731684046840, walGroup=855219d6b094%2C44651%2C1731684046840, offset=855219d6b094%2C44651%2C1731684046840.1731684048511:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:44651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:21:12,052 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:21:12,052 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:21:12,053 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:21:12,053 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:21:12,053 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:21:12,053 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 745447608 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191119912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:21:12,054 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:39461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:39461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:21:12,107 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:21:12,107 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e4367b2e9b16d0136f0192da2161bf42=test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42.} 2024-11-15T15:21:12,107 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:12,255 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 1161, reset compression=false 2024-11-15T15:21:12,307 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:12,371 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/rep_barrier/55d3227b14344ea1a3deb0c645ea987e 2024-11-15T15:21:12,381 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/f1/031b183e2f48473a81476cf4fb7e66b5 2024-11-15T15:21:12,384 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 031b183e2f48473a81476cf4fb7e66b5 2024-11-15T15:21:12,388 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/table/0cfdfdeff27642fda983008293a286a8 is 53, key is hbase:replication/table:state/1731684060203/Put/seqid=0 2024-11-15T15:21:12,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741846_1022 (size=5308) 2024-11-15T15:21:12,397 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/norep/14f9c540b7bf4854a901959a6e98f5b4 is 32, key is row/norep:/1731684065179/DeleteFamily/seqid=0 2024-11-15T15:21:12,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741847_1023 (size=5101) 2024-11-15T15:21:12,507 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:12,559 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 1161, reset compression=false 2024-11-15T15:21:12,707 DEBUG [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4367b2e9b16d0136f0192da2161bf42 2024-11-15T15:21:12,794 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/table/0cfdfdeff27642fda983008293a286a8 2024-11-15T15:21:12,798 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/info/8971b3a7c51b429185a3af22aebaf06d as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/info/8971b3a7c51b429185a3af22aebaf06d 2024-11-15T15:21:12,800 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/norep/14f9c540b7bf4854a901959a6e98f5b4 2024-11-15T15:21:12,801 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/info/8971b3a7c51b429185a3af22aebaf06d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:21:12,802 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/ns/d6297bdde62546499bc0a8cb9f486e5b as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/ns/d6297bdde62546499bc0a8cb9f486e5b 2024-11-15T15:21:12,803 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14f9c540b7bf4854a901959a6e98f5b4 2024-11-15T15:21:12,804 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/f/42035a0c9e0c426ea2aa31bfdc3130db as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/f/42035a0c9e0c426ea2aa31bfdc3130db 2024-11-15T15:21:12,805 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/ns/d6297bdde62546499bc0a8cb9f486e5b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:21:12,806 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/rep_barrier/55d3227b14344ea1a3deb0c645ea987e as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/rep_barrier/55d3227b14344ea1a3deb0c645ea987e 2024-11-15T15:21:12,807 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42035a0c9e0c426ea2aa31bfdc3130db 2024-11-15T15:21:12,807 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/f/42035a0c9e0c426ea2aa31bfdc3130db, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T15:21:12,808 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/f1/031b183e2f48473a81476cf4fb7e66b5 as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/f1/031b183e2f48473a81476cf4fb7e66b5 2024-11-15T15:21:12,809 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/rep_barrier/55d3227b14344ea1a3deb0c645ea987e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:21:12,809 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/.tmp/table/0cfdfdeff27642fda983008293a286a8 as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/table/0cfdfdeff27642fda983008293a286a8 2024-11-15T15:21:12,811 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 031b183e2f48473a81476cf4fb7e66b5 2024-11-15T15:21:12,811 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/f1/031b183e2f48473a81476cf4fb7e66b5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T15:21:12,812 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/.tmp/norep/14f9c540b7bf4854a901959a6e98f5b4 as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/norep/14f9c540b7bf4854a901959a6e98f5b4 2024-11-15T15:21:12,813 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/table/0cfdfdeff27642fda983008293a286a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:21:12,813 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-15T15:21:12,813 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:21:12,816 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14f9c540b7bf4854a901959a6e98f5b4 2024-11-15T15:21:12,816 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/norep/14f9c540b7bf4854a901959a6e98f5b4, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T15:21:12,816 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e4367b2e9b16d0136f0192da2161bf42 in 1276ms, sequenceid=8, compaction requested=false 2024-11-15T15:21:12,816 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:21:12,817 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:21:12,818 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:12,818 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:12,818 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:12,818 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684071106Running coprocessor pre-close hooks at 1731684071106Disabling compacts and flushes for region at 1731684071106Disabling writes for close at 1731684071106Obtaining lock to block concurrent updates at 1731684071106Preparing flush snapshotting stores in 1588230740 at 1731684071106Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684071107 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731684071107Flushing 1588230740/info: creating writer at 1731684071107Flushing 1588230740/info: appending metadata at 1731684071119 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731684071119Flushing 1588230740/ns: creating writer at 1731684071527 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731684071545 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731684071545Flushing 1588230740/rep_barrier: creating writer at 1731684071954 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684071967 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684071967Flushing 1588230740/table: creating writer at 1731684072375 (+408 ms)Flushing 1588230740/table: appending metadata at 1731684072387 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731684072387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1747fae9: reopening flushed file at 1731684072797 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e671fa: reopening flushed file at 1731684072801 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5761db: reopening flushed file at 1731684072805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f5d542: reopening flushed file at 1731684072809 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731684072813 (+4 ms)Writing region close event to WAL at 1731684072815 (+2 ms)Running coprocessor post-close hooks at 1731684072818 (+3 ms)Closed at 1731684072818 2024-11-15T15:21:12,818 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:12,820 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/data/default/test/e4367b2e9b16d0136f0192da2161bf42/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T15:21:12,820 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:12,820 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:21:12,820 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:21:12,820 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4367b2e9b16d0136f0192da2161bf42: Waiting for close lock at 1731684071540Running coprocessor pre-close hooks at 1731684071540Disabling compacts and flushes for region at 1731684071540Disabling writes for close at 1731684071540Obtaining lock to block concurrent updates at 1731684071540Preparing flush snapshotting stores in e4367b2e9b16d0136f0192da2161bf42 at 1731684071540Finished memstore snapshotting test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731684071540Flushing stores of test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. at 1731684071541 (+1 ms)Flushing e4367b2e9b16d0136f0192da2161bf42/f: creating writer at 1731684071541Flushing e4367b2e9b16d0136f0192da2161bf42/f: appending metadata at 1731684071554 (+13 ms)Flushing e4367b2e9b16d0136f0192da2161bf42/f: closing flushed file at 1731684071554Flushing e4367b2e9b16d0136f0192da2161bf42/f1: creating writer at 1731684071961 (+407 ms)Flushing e4367b2e9b16d0136f0192da2161bf42/f1: appending metadata at 1731684071977 (+16 ms)Flushing e4367b2e9b16d0136f0192da2161bf42/f1: closing flushed file at 1731684071977Flushing e4367b2e9b16d0136f0192da2161bf42/norep: creating writer at 1731684072384 (+407 ms)Flushing e4367b2e9b16d0136f0192da2161bf42/norep: appending metadata at 1731684072396 (+12 ms)Flushing e4367b2e9b16d0136f0192da2161bf42/norep: closing flushed file at 1731684072396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48001357: reopening flushed file at 1731684072803 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2763278a: reopening flushed file at 1731684072807 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158a9be5: reopening flushed file at 1731684072811 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e4367b2e9b16d0136f0192da2161bf42 in 1276ms, sequenceid=8, compaction requested=false at 1731684072816 (+5 ms)Writing region close event to WAL at 1731684072818 (+2 ms)Running coprocessor post-close hooks at 1731684072820 (+2 ms)Closed at 1731684072820 2024-11-15T15:21:12,821 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684054541.e4367b2e9b16d0136f0192da2161bf42. 2024-11-15T15:21:12,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:12,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,908 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,44651,1731684046840; all regions closed. 2024-11-15T15:21:12,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:21:12,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.meta.1731684049434.meta not finished, retry = 0 2024-11-15T15:21:12,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:12,965 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 1161, reset compression=false 2024-11-15T15:21:12,969 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:12,969 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 1805, reset compression=false 2024-11-15T15:21:13,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.rep.1731684060167 not finished, retry = 0 2024-11-15T15:21:13,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741839_1015 (size=2676) 2024-11-15T15:21:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741832_1008 (size=1813) 2024-11-15T15:21:13,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 not finished, retry = 0 2024-11-15T15:21:13,172 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 to pos 1805, reset compression=false 2024-11-15T15:21:13,216 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/WALs/855219d6b094,44651,1731684046840/855219d6b094%2C44651%2C1731684046840.1731684048511 2024-11-15T15:21:13,216 DEBUG [RS:0;855219d6b094:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:13,216 INFO [RS:0;855219d6b094:44651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:13,216 INFO [RS:0;855219d6b094:44651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:13,216 INFO [RS:0;855219d6b094:44651 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:13,216 INFO [RS:0;855219d6b094:44651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:13,216 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:13,216 INFO [RS:0;855219d6b094:44651 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,44651,1731684046840 because: Region server is closing 2024-11-15T15:21:13,216 INFO [RS:0;855219d6b094:44651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:44651. 2024-11-15T15:21:13,217 DEBUG [RS:0;855219d6b094:44651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:13,217 DEBUG [RS:0;855219d6b094:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:13,217 DEBUG [RS:0;855219d6b094:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:13,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:13,317 INFO [RS:0;855219d6b094:44651 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.shipper855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 terminated 2024-11-15T15:21:13,317 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,44651,1731684046840.replicationSource.wal-reader.855219d6b094%2C44651%2C1731684046840,1-855219d6b094,44651,1731684046840 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T15:21:13,317 INFO [RS:0;855219d6b094:44651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:44651. 2024-11-15T15:21:13,317 DEBUG [RS:0;855219d6b094:44651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:13,317 DEBUG [RS:0;855219d6b094:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:13,317 DEBUG [RS:0;855219d6b094:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:13,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:13,318 INFO [RS:0;855219d6b094:44651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44651 2024-11-15T15:21:13,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542/rs 2024-11-15T15:21:13,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888450542/rs/855219d6b094,44651,1731684046840 2024-11-15T15:21:13,378 INFO [RS:0;855219d6b094:44651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:13,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,44651,1731684046840] 2024-11-15T15:21:13,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0888450542/draining/855219d6b094,44651,1731684046840 already deleted, retry=false 2024-11-15T15:21:13,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,44651,1731684046840 expired; onlineServers=0 2024-11-15T15:21:13,399 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,39461,1731684046673' ***** 2024-11-15T15:21:13,399 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:21:13,399 INFO [M:0;855219d6b094:39461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:13,399 INFO [M:0;855219d6b094:39461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:13,399 DEBUG [M:0;855219d6b094:39461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:21:13,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:21:13,399 DEBUG [M:0;855219d6b094:39461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:21:13,399 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684048247 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684048247,5,FailOnTimeoutGroup] 2024-11-15T15:21:13,399 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684048244 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684048244,5,FailOnTimeoutGroup] 2024-11-15T15:21:13,399 INFO [M:0;855219d6b094:39461 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:13,399 INFO [M:0;855219d6b094:39461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:13,399 DEBUG [M:0;855219d6b094:39461 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:21:13,399 INFO [M:0;855219d6b094:39461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:21:13,400 INFO [M:0;855219d6b094:39461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:13,400 INFO [M:0;855219d6b094:39461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:21:13,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:21:13,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888450542/master 2024-11-15T15:21:13,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888450542 2024-11-15T15:21:13,409 DEBUG [M:0;855219d6b094:39461 {}] zookeeper.ZKUtil(347): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Unable to get data of znode /0888450542/master because node does not exist (not an error) 2024-11-15T15:21:13,409 WARN [M:0;855219d6b094:39461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:21:13,410 INFO [M:0;855219d6b094:39461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/.lastflushedseqids 2024-11-15T15:21:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741848_1024 (size=245) 2024-11-15T15:21:13,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:13,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1013f158c420001, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:13,488 INFO [RS:0;855219d6b094:44651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:13,488 INFO [RS:0;855219d6b094:44651 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,44651,1731684046840; zookeeper connection closed. 2024-11-15T15:21:13,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a4e939d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a4e939d 2024-11-15T15:21:13,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:21:13,814 INFO [M:0;855219d6b094:39461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:21:13,814 INFO [M:0;855219d6b094:39461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:21:13,814 DEBUG [M:0;855219d6b094:39461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:21:13,815 INFO [M:0;855219d6b094:39461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:13,815 DEBUG [M:0;855219d6b094:39461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:13,815 DEBUG [M:0;855219d6b094:39461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:21:13,815 DEBUG [M:0;855219d6b094:39461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:13,815 INFO [M:0;855219d6b094:39461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T15:21:13,828 DEBUG [M:0;855219d6b094:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be162fb5cc942d095774b6b181d3e8e is 82, key is hbase:meta,,1/info:regioninfo/1731684049468/Put/seqid=0 2024-11-15T15:21:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741849_1025 (size=5672) 2024-11-15T15:21:14,232 INFO [M:0;855219d6b094:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be162fb5cc942d095774b6b181d3e8e 2024-11-15T15:21:14,247 DEBUG [M:0;855219d6b094:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61b002faabee4b34ab44e45bec4334a6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731684060206/Put/seqid=0 2024-11-15T15:21:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741850_1026 (size=8516) 2024-11-15T15:21:14,652 INFO [M:0;855219d6b094:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61b002faabee4b34ab44e45bec4334a6 2024-11-15T15:21:14,674 DEBUG [M:0;855219d6b094:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da83280ca5f4297b5fc031bdc26656c is 69, key is 855219d6b094,44651,1731684046840/rs:state/1731684048344/Put/seqid=0 2024-11-15T15:21:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741851_1027 (size=5156) 2024-11-15T15:21:15,079 INFO [M:0;855219d6b094:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da83280ca5f4297b5fc031bdc26656c 2024-11-15T15:21:15,084 DEBUG [M:0;855219d6b094:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be162fb5cc942d095774b6b181d3e8e as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7be162fb5cc942d095774b6b181d3e8e 2024-11-15T15:21:15,088 INFO [M:0;855219d6b094:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7be162fb5cc942d095774b6b181d3e8e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T15:21:15,089 DEBUG [M:0;855219d6b094:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61b002faabee4b34ab44e45bec4334a6 as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61b002faabee4b34ab44e45bec4334a6 2024-11-15T15:21:15,093 INFO [M:0;855219d6b094:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61b002faabee4b34ab44e45bec4334a6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T15:21:15,094 DEBUG [M:0;855219d6b094:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da83280ca5f4297b5fc031bdc26656c as hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1da83280ca5f4297b5fc031bdc26656c 2024-11-15T15:21:15,100 INFO [M:0;855219d6b094:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/8fb98519-5d3c-2356-442c-4ed70cb93059/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1da83280ca5f4297b5fc031bdc26656c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T15:21:15,101 INFO [M:0;855219d6b094:39461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-15T15:21:15,105 INFO [M:0;855219d6b094:39461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:15,105 DEBUG [M:0;855219d6b094:39461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684073814Disabling compacts and flushes for region at 1731684073814Disabling writes for close at 1731684073815 (+1 ms)Obtaining lock to block concurrent updates at 1731684073815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684073815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731684073815Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684073816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684073816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684073828 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684073828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684074235 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684074247 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684074247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684074655 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684074673 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684074673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af6603f: reopening flushed file at 1731684075083 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593bfe7a: reopening flushed file at 1731684075088 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2310a5: reopening flushed file at 1731684075093 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731684075101 (+8 ms)Writing region close event to WAL at 1731684075104 (+3 ms)Closed at 1731684075104 2024-11-15T15:21:15,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741830_1006 (size=63654) 2024-11-15T15:21:15,108 INFO [M:0;855219d6b094:39461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:21:15,108 INFO [M:0;855219d6b094:39461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39461 2024-11-15T15:21:15,109 INFO [M:0;855219d6b094:39461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:15,111 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:15,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:15,225 INFO [M:0;855219d6b094:39461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:15,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1013f158c420000, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:15,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3166a7ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:15,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@365e3bda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:15,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:15,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28b60453{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:15,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@158078f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:15,257 WARN [BP-887800780-172.17.0.2-1731684044976 heartbeating to localhost/127.0.0.1:37127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:21:15,257 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:21:15,257 WARN [BP-887800780-172.17.0.2-1731684044976 heartbeating to localhost/127.0.0.1:37127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-887800780-172.17.0.2-1731684044976 (Datanode Uuid 77c30027-4aec-49c2-a4d0-94845844757e) service to localhost/127.0.0.1:37127 2024-11-15T15:21:15,257 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:21:15,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/cluster_0a106aa4-e132-8bbc-e964-7107f0d24b32/data/data1/current/BP-887800780-172.17.0.2-1731684044976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:15,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/cluster_0a106aa4-e132-8bbc-e964-7107f0d24b32/data/data2/current/BP-887800780-172.17.0.2-1731684044976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:15,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:21:15,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fe9afdd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:15,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f1f9ffb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:15,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:15,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ebacfaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:15,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26bb5748{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05e85c0b-2527-3051-d153-e1ecb3f8c309/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:15,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:21:15,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:21:15,289 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41973 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37127 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3948 (was 3829) - AvailableMemoryMB LEAK? - 2024-11-15T15:21:15,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=3948 2024-11-15T15:21:15,310 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-15T15:21:15,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.log.dir so I do NOT create it in target/test-data/103bc684-d498-0479-6389-99a560a1d4f8 2024-11-15T15:21:15,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:21:15,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.tmp.dir so I do NOT create it in target/test-data/103bc684-d498-0479-6389-99a560a1d4f8 2024-11-15T15:21:15,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53b0eb21-e28f-fea2-3b81-47236dd24efa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:21:15,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8 2024-11-15T15:21:15,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/cluster_d7f9bdbe-c6c4-f14d-d02e-ee4b8718f43b, deleteOnExit=true 2024-11-15T15:21:15,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/cluster_d7f9bdbe-c6c4-f14d-d02e-ee4b8718f43b/zookeeper_0, clientPort=52740, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/cluster_d7f9bdbe-c6c4-f14d-d02e-ee4b8718f43b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/cluster_d7f9bdbe-c6c4-f14d-d02e-ee4b8718f43b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:21:15,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52740 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/test.cache.data in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:21:15,330 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:21:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:21:15,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:21:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f158c420002, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:21:15,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f158c420002, quorum=127.0.0.1:61087, baseZNode=/0888450542 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:21:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f158c420005, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:21:15,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f158c420005, quorum=127.0.0.1:61087, baseZNode=/1-847482231 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:21:15,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:15,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:21:15,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:21:15,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:21:15,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:21:15,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:15,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583fd1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:21:15,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41b8fb77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:21:15,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8de99e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/java.io.tmpdir/jetty-localhost-32891-hadoop-hdfs-3_4_1-tests_jar-_-any-5089786905145379965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:15,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31be7e2b{HTTP/1.1, (http/1.1)}{localhost:32891} 2024-11-15T15:21:15,803 INFO [Time-limited test {}] server.Server(415): Started @232661ms 2024-11-15T15:21:16,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:16,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:21:16,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:21:16,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:21:16,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:21:16,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4af64b53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:21:16,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694154b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:21:16,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1062918b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/java.io.tmpdir/jetty-localhost-35091-hadoop-hdfs-3_4_1-tests_jar-_-any-6787656358711714431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:16,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f52b192{HTTP/1.1, (http/1.1)}{localhost:35091} 2024-11-15T15:21:16,322 INFO [Time-limited test {}] server.Server(415): Started @233181ms 2024-11-15T15:21:16,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:21:17,041 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/cluster_d7f9bdbe-c6c4-f14d-d02e-ee4b8718f43b/data/data1/current/BP-2114469520-172.17.0.2-1731684075344/current, will proceed with Du for space computation calculation, 2024-11-15T15:21:17,041 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/cluster_d7f9bdbe-c6c4-f14d-d02e-ee4b8718f43b/data/data2/current/BP-2114469520-172.17.0.2-1731684075344/current, will proceed with Du for space computation calculation, 2024-11-15T15:21:17,060 WARN [Thread-2659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:21:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6640aca5bfc8318 with lease ID 0x58531f141e325435: Processing first storage report for DS-23008874-0874-40b1-b031-1b91d22bec24 from datanode DatanodeRegistration(127.0.0.1:43013, datanodeUuid=bb7e9d77-6a07-49d6-905c-f664b39bb2fe, infoPort=41943, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=1954317227;c=1731684075344) 2024-11-15T15:21:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6640aca5bfc8318 with lease ID 0x58531f141e325435: from storage DS-23008874-0874-40b1-b031-1b91d22bec24 node DatanodeRegistration(127.0.0.1:43013, datanodeUuid=bb7e9d77-6a07-49d6-905c-f664b39bb2fe, infoPort=41943, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=1954317227;c=1731684075344), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:21:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6640aca5bfc8318 with lease ID 0x58531f141e325435: Processing first storage report for DS-145d21e5-b47e-4a10-b98f-a5ed974ccbe8 from datanode DatanodeRegistration(127.0.0.1:43013, datanodeUuid=bb7e9d77-6a07-49d6-905c-f664b39bb2fe, infoPort=41943, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=1954317227;c=1731684075344) 2024-11-15T15:21:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6640aca5bfc8318 with lease ID 0x58531f141e325435: from storage DS-145d21e5-b47e-4a10-b98f-a5ed974ccbe8 node DatanodeRegistration(127.0.0.1:43013, datanodeUuid=bb7e9d77-6a07-49d6-905c-f664b39bb2fe, infoPort=41943, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=1954317227;c=1731684075344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:21:17,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8 2024-11-15T15:21:17,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:17,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:21:17,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80 with version=8 2024-11-15T15:21:17,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/hbase-staging 2024-11-15T15:21:17,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:21:17,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:17,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:17,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:21:17,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:17,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:21:17,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:21:17,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:21:17,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44465 2024-11-15T15:21:17,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44465 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:17,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444650x0, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:17,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44465-0x1013f1602eb0000 connected 2024-11-15T15:21:17,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:17,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:17,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on znode that does not yet exist, /0-1433949537/running 2024-11-15T15:21:17,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80, hbase.cluster.distributed=false 2024-11-15T15:21:17,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on znode that does not yet exist, /0-1433949537/acl 2024-11-15T15:21:17,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44465 2024-11-15T15:21:17,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44465 2024-11-15T15:21:17,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44465 2024-11-15T15:21:17,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44465 2024-11-15T15:21:17,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44465 2024-11-15T15:21:17,768 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:21:17,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:17,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:17,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:21:17,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:17,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:21:17,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:21:17,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:21:17,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33561 2024-11-15T15:21:17,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33561 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:17,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:17,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:17,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335610x0, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:17,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335610x0, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on znode that does not yet exist, /0-1433949537/running 2024-11-15T15:21:17,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33561-0x1013f1602eb0001 connected 2024-11-15T15:21:17,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:21:17,778 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:21:17,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on znode that does not yet exist, /0-1433949537/master 2024-11-15T15:21:17,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on znode that does not yet exist, /0-1433949537/acl 2024-11-15T15:21:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-15T15:21:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33561 2024-11-15T15:21:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33561 2024-11-15T15:21:17,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-15T15:21:17,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-15T15:21:17,794 DEBUG [M:0;855219d6b094:44465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:44465 2024-11-15T15:21:17,795 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1433949537/backup-masters/855219d6b094,44465,1731684077557 2024-11-15T15:21:17,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537/backup-masters 2024-11-15T15:21:17,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537/backup-masters 2024-11-15T15:21:17,799 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on existing znode=/0-1433949537/backup-masters/855219d6b094,44465,1731684077557 2024-11-15T15:21:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1433949537/master 2024-11-15T15:21:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:17,809 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on existing znode=/0-1433949537/master 2024-11-15T15:21:17,809 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1433949537/backup-masters/855219d6b094,44465,1731684077557 from backup master directory 2024-11-15T15:21:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537/backup-masters 2024-11-15T15:21:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1433949537/backup-masters/855219d6b094,44465,1731684077557 2024-11-15T15:21:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537/backup-masters 2024-11-15T15:21:17,819 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:21:17,819 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,44465,1731684077557 2024-11-15T15:21:17,822 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/hbase.id] with ID: 7c2de1b5-b2f6-4b36-8c9f-773eea78aed0 2024-11-15T15:21:17,822 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/.tmp/hbase.id 2024-11-15T15:21:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:21:18,228 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/.tmp/hbase.id]:[hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/hbase.id] 2024-11-15T15:21:18,235 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:18,235 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:21:18,235 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T15:21:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:21:18,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:18,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:18,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:18,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:21:18,595 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38384 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:21:18,688 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:18,688 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:21:18,688 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:21:19,094 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store 2024-11-15T15:21:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:21:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:21:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:21:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:21:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:21:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:21:19,499 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:19,500 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:21:19,500 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:19,500 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:19,500 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:21:19,500 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:19,500 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:19,500 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684079500Disabling compacts and flushes for region at 1731684079500Disabling writes for close at 1731684079500Writing region close event to WAL at 1731684079500Closed at 1731684079500 2024-11-15T15:21:19,501 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/.initializing 2024-11-15T15:21:19,501 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/WALs/855219d6b094,44465,1731684077557 2024-11-15T15:21:19,501 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:21:19,503 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C44465%2C1731684077557, suffix=, logDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/WALs/855219d6b094,44465,1731684077557, archiveDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/oldWALs, maxLogs=10 2024-11-15T15:21:19,519 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/WALs/855219d6b094,44465,1731684077557/855219d6b094%2C44465%2C1731684077557.1731684079503, exclude list is [], retry=0 2024-11-15T15:21:19,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-23008874-0874-40b1-b031-1b91d22bec24,DISK] 2024-11-15T15:21:19,524 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/WALs/855219d6b094,44465,1731684077557/855219d6b094%2C44465%2C1731684077557.1731684079503 2024-11-15T15:21:19,524 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41943:41943)] 2024-11-15T15:21:19,524 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:19,525 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:19,525 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,525 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:21:19,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:19,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:19,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:21:19,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:19,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:19,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:21:19,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:19,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:19,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:21:19,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:19,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:19,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,535 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,535 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,535 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,536 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:19,537 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:19,539 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:19,540 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818227, jitterRate=0.08507613837718964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:19,540 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684079525Initializing all the Stores at 1731684079526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684079526Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684079528 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684079528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684079528Cleaning up temporary data from old regions at 1731684079535 (+7 ms)Region opened successfully at 1731684079540 (+5 ms) 2024-11-15T15:21:19,546 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:21:19,548 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f14adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:21:19,549 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:21:19,549 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:21:19,549 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:21:19,550 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:21:19,550 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:21:19,550 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:21:19,550 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:21:19,552 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:21:19,553 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Unable to get data of znode /0-1433949537/balancer because node does not exist (not necessarily an error) 2024-11-15T15:21:19,598 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433949537/balancer already deleted, retry=false 2024-11-15T15:21:19,599 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:21:19,599 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Unable to get data of znode /0-1433949537/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:21:19,609 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433949537/normalizer already deleted, retry=false 2024-11-15T15:21:19,609 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:21:19,610 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Unable to get data of znode /0-1433949537/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:21:19,619 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433949537/switch/split already deleted, retry=false 2024-11-15T15:21:19,620 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Unable to get data of znode /0-1433949537/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:21:19,630 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433949537/switch/merge already deleted, retry=false 2024-11-15T15:21:19,632 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Unable to get data of znode /0-1433949537/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:21:19,640 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433949537/snapshot-cleanup already deleted, retry=false 2024-11-15T15:21:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1433949537/running 2024-11-15T15:21:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1433949537/running 2024-11-15T15:21:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:19,651 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,44465,1731684077557, sessionid=0x1013f1602eb0000, setting cluster-up flag (Was=false) 2024-11-15T15:21:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:19,704 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1433949537/flush-table-proc/acquired, /0-1433949537/flush-table-proc/reached, /0-1433949537/flush-table-proc/abort 2024-11-15T15:21:19,705 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,44465,1731684077557 2024-11-15T15:21:19,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:19,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:19,756 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1433949537/online-snapshot/acquired, /0-1433949537/online-snapshot/reached, /0-1433949537/online-snapshot/abort 2024-11-15T15:21:19,757 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,44465,1731684077557 2024-11-15T15:21:19,758 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:21:19,759 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:19,759 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:21:19,759 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:21:19,759 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,44465,1731684077557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:21:19,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:19,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:19,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:19,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:19,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:21:19,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:21:19,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684109761 2024-11-15T15:21:19,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:21:19,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:21:19,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:21:19,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:21:19,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:21:19,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:21:19,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:19,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:21:19,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:21:19,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:19,762 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684079762,5,FailOnTimeoutGroup] 2024-11-15T15:21:19,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:21:19,762 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684079762,5,FailOnTimeoutGroup] 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,762 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:21:19,788 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(746): ClusterId : 7c2de1b5-b2f6-4b36-8c9f-773eea78aed0 2024-11-15T15:21:19,788 DEBUG [RS:0;855219d6b094:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:21:19,799 DEBUG [RS:0;855219d6b094:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:21:19,799 DEBUG [RS:0;855219d6b094:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:21:19,809 DEBUG [RS:0;855219d6b094:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:21:19,810 DEBUG [RS:0;855219d6b094:33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4577c4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:21:19,824 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:33561 2024-11-15T15:21:19,824 INFO [RS:0;855219d6b094:33561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:21:19,824 INFO [RS:0;855219d6b094:33561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:21:19,824 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:21:19,824 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,44465,1731684077557 with port=33561, startcode=1731684077767 2024-11-15T15:21:19,825 DEBUG [RS:0;855219d6b094:33561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:21:19,826 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:21:19,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,33561,1731684077767 2024-11-15T15:21:19,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44465 {}] master.ServerManager(517): Registering regionserver=855219d6b094,33561,1731684077767 2024-11-15T15:21:19,827 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80 2024-11-15T15:21:19,827 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42939 2024-11-15T15:21:19,827 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:21:19,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537/rs 2024-11-15T15:21:19,840 DEBUG [RS:0;855219d6b094:33561 {}] zookeeper.ZKUtil(111): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on existing znode=/0-1433949537/rs/855219d6b094,33561,1731684077767 2024-11-15T15:21:19,840 WARN [RS:0;855219d6b094:33561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:21:19,840 INFO [RS:0;855219d6b094:33561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:19,840 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767 2024-11-15T15:21:19,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,33561,1731684077767] 2024-11-15T15:21:19,842 INFO [RS:0;855219d6b094:33561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:21:19,843 INFO [RS:0;855219d6b094:33561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:21:19,844 INFO [RS:0;855219d6b094:33561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:21:19,844 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,844 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:21:19,844 INFO [RS:0;855219d6b094:33561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:21:19,844 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,844 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,844 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,844 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,844 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,844 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,844 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:21:19,845 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,845 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,845 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,845 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,845 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,845 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:19,845 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:21:19,845 DEBUG [RS:0;855219d6b094:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:21:19,846 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,846 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,846 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,846 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,846 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,846 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33561,1731684077767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:21:19,858 INFO [RS:0;855219d6b094:33561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:21:19,858 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33561,1731684077767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,858 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,858 INFO [RS:0;855219d6b094:33561 {}] regionserver.Replication(171): 855219d6b094,33561,1731684077767 started 2024-11-15T15:21:19,869 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:19,869 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,33561,1731684077767, RpcServer on 855219d6b094/172.17.0.2:33561, sessionid=0x1013f1602eb0001 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,33561,1731684077767 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33561,1731684077767' 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1433949537/flush-table-proc/abort' 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1433949537/flush-table-proc/acquired' 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,33561,1731684077767 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33561,1731684077767' 2024-11-15T15:21:19,870 DEBUG [RS:0;855219d6b094:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1433949537/online-snapshot/abort' 2024-11-15T15:21:19,871 DEBUG [RS:0;855219d6b094:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1433949537/online-snapshot/acquired' 2024-11-15T15:21:19,871 DEBUG [RS:0;855219d6b094:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:21:19,871 INFO [RS:0;855219d6b094:33561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:21:19,871 INFO [RS:0;855219d6b094:33561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:21:19,971 INFO [RS:0;855219d6b094:33561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:21:19,972 INFO [RS:0;855219d6b094:33561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33561%2C1731684077767, suffix=, logDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767, archiveDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/oldWALs, maxLogs=10 2024-11-15T15:21:19,987 DEBUG [RS:0;855219d6b094:33561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, exclude list is [], retry=0 2024-11-15T15:21:19,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-23008874-0874-40b1-b031-1b91d22bec24,DISK] 2024-11-15T15:21:19,990 INFO [RS:0;855219d6b094:33561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 2024-11-15T15:21:19,991 DEBUG [RS:0;855219d6b094:33561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41943:41943)] 2024-11-15T15:21:20,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:21:20,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80 2024-11-15T15:21:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:21:20,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:20,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:21:20,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:21:20,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:20,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:20,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:21:20,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:21:20,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:20,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:20,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:21:20,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:21:20,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:20,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:20,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:21:20,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:21:20,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:20,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:20,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:21:20,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740 2024-11-15T15:21:20,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740 2024-11-15T15:21:20,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:21:20,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:21:20,583 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:20,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:21:20,585 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:20,585 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73773045, jitterRate=0.09930403530597687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:20,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684080577Initializing all the Stores at 1731684080577Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684080577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684080577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684080577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684080577Cleaning up temporary data from old regions at 1731684080583 (+6 ms)Region opened successfully at 1731684080586 (+3 ms) 2024-11-15T15:21:20,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:21:20,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:21:20,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:21:20,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:21:20,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:21:20,586 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:20,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684080586Disabling compacts and flushes for region at 1731684080586Disabling writes for close at 1731684080586Writing region close event to WAL at 1731684080586Closed at 1731684080586 2024-11-15T15:21:20,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:20,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:21:20,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:21:20,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:21:20,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:21:20,739 DEBUG [855219d6b094:44465 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:21:20,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,33561,1731684077767 2024-11-15T15:21:20,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33561,1731684077767, state=OPENING 2024-11-15T15:21:20,788 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:21:20,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:20,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:20,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:21:20,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1433949537/meta-region-server: CHANGED 2024-11-15T15:21:20,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1433949537/meta-region-server: CHANGED 2024-11-15T15:21:20,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33561,1731684077767}] 2024-11-15T15:21:20,994 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:20,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:21:21,000 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:21:21,000 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:21,001 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:21:21,002 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33561%2C1731684077767.meta, suffix=.meta, logDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767, archiveDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/oldWALs, maxLogs=10 2024-11-15T15:21:21,018 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.meta.1731684081002.meta, exclude list is [], retry=0 2024-11-15T15:21:21,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-23008874-0874-40b1-b031-1b91d22bec24,DISK] 2024-11-15T15:21:21,021 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.meta.1731684081002.meta 2024-11-15T15:21:21,021 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41943:41943)] 2024-11-15T15:21:21,021 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:21,022 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:21,022 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:21:21,022 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:21:21,022 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:21:21,022 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:21:21,022 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:21,022 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:21:21,022 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:21:21,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:21:21,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:21:21,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:21,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:21,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:21:21,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:21:21,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:21,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:21,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:21:21,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:21:21,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:21,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:21,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:21:21,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:21:21,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:21,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:21,028 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:21:21,029 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740 2024-11-15T15:21:21,029 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740 2024-11-15T15:21:21,030 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:21:21,030 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:21:21,030 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:21,031 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:21:21,031 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66039043, jitterRate=-0.015941575169563293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:21,031 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:21:21,032 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684081022Writing region info on filesystem at 1731684081022Initializing all the Stores at 1731684081023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684081023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684081024 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684081024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684081024Cleaning up temporary data from old regions at 1731684081030 (+6 ms)Running coprocessor post-open hooks at 1731684081031 (+1 ms)Region opened successfully at 1731684081032 (+1 ms) 2024-11-15T15:21:21,032 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684080993 2024-11-15T15:21:21,034 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:21:21,034 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:21:21,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,33561,1731684077767 2024-11-15T15:21:21,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33561,1731684077767, state=OPEN 2024-11-15T15:21:21,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1433949537/meta-region-server 2024-11-15T15:21:21,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1433949537/meta-region-server 2024-11-15T15:21:21,051 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,33561,1731684077767 2024-11-15T15:21:21,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1433949537/meta-region-server: CHANGED 2024-11-15T15:21:21,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1433949537/meta-region-server: CHANGED 2024-11-15T15:21:21,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:21:21,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33561,1731684077767 in 209 msec 2024-11-15T15:21:21,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:21:21,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-15T15:21:21,055 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:21,055 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:21:21,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:21,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33561,1731684077767, seqNum=-1] 2024-11-15T15:21:21,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:21,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:21,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-15T15:21:21,061 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684081061, completionTime=-1 2024-11-15T15:21:21,061 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:21:21,061 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:21:21,063 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:21:21,063 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684141063 2024-11-15T15:21:21,063 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684201063 2024-11-15T15:21:21,063 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:21:21,064 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44465,1731684077557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:21,064 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44465,1731684077557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:21,064 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44465,1731684077557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:21,064 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:44465, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:21,064 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:21,064 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:21,066 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:21:21,067 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-11-15T15:21:21,067 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:21:21,067 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:21:21,067 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:21:21,067 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:21:21,067 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:21:21,067 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44465,1731684077557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:21:21,067 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44465,1731684077557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:21:21,069 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:21:21,069 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:21:21,069 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,44465,1731684077557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:21,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d523b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:21,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44465,-1 for getting cluster id 2024-11-15T15:21:21,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:21,089 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2de1b5-b2f6-4b36-8c9f-773eea78aed0' 2024-11-15T15:21:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2de1b5-b2f6-4b36-8c9f-773eea78aed0" 2024-11-15T15:21:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308975ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44465,-1] 2024-11-15T15:21:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:21,091 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:21,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcebd32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:21,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33561,1731684077767, seqNum=-1] 2024-11-15T15:21:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:21,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:21,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,44465,1731684077557 2024-11-15T15:21:21,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:21,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:21,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f1602eb0002 connected 2024-11-15T15:21:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.log.dir so I do NOT create it in target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a 2024-11-15T15:21:21,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:21:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.tmp.dir so I do NOT create it in target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a 2024-11-15T15:21:21,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:21:21,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a 2024-11-15T15:21:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:21:21,116 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/cluster_815cf840-1859-5a3a-3e87-16cb37179bf1, deleteOnExit=true 2024-11-15T15:21:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:21:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/test.cache.data in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:21:21,117 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:21:21,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:21:21,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:21:21,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:21:21,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:21,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:21:21,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:21:21,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:21:21,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:21:21,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:21,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@470b8d1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:21:21,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d907930{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:21:21,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@598ad856{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/java.io.tmpdir/jetty-localhost-44933-hadoop-hdfs-3_4_1-tests_jar-_-any-4512313879870755125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:21,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5720561a{HTTP/1.1, (http/1.1)}{localhost:44933} 2024-11-15T15:21:21,551 INFO [Time-limited test {}] server.Server(415): Started @238409ms 2024-11-15T15:21:21,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:21,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:21:21,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:21:21,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:21:21,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:21:21,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f770ebb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:21:21,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a55a78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:21:21,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab5754e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/java.io.tmpdir/jetty-localhost-42439-hadoop-hdfs-3_4_1-tests_jar-_-any-11281626231202378227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:21,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@798dd4c9{HTTP/1.1, (http/1.1)}{localhost:42439} 2024-11-15T15:21:21,918 INFO [Time-limited test {}] server.Server(415): Started @238776ms 2024-11-15T15:21:21,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:21:22,994 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/cluster_815cf840-1859-5a3a-3e87-16cb37179bf1/data/data1/current/BP-1792230833-172.17.0.2-1731684081131/current, will proceed with Du for space computation calculation, 2024-11-15T15:21:23,001 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/cluster_815cf840-1859-5a3a-3e87-16cb37179bf1/data/data2/current/BP-1792230833-172.17.0.2-1731684081131/current, will proceed with Du for space computation calculation, 2024-11-15T15:21:23,052 WARN [Thread-2780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:21:23,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadd2c448cfc0678 with lease ID 0xbd0e7863c0705b86: Processing first storage report for DS-6e7ccb9e-3b4e-4727-864a-14fa9e51fc7f from datanode DatanodeRegistration(127.0.0.1:44831, datanodeUuid=d81e5839-c188-488e-acf8-b1c1d5150877, infoPort=36873, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=341911045;c=1731684081131) 2024-11-15T15:21:23,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadd2c448cfc0678 with lease ID 0xbd0e7863c0705b86: from storage DS-6e7ccb9e-3b4e-4727-864a-14fa9e51fc7f node DatanodeRegistration(127.0.0.1:44831, datanodeUuid=d81e5839-c188-488e-acf8-b1c1d5150877, infoPort=36873, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=341911045;c=1731684081131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:21:23,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadd2c448cfc0678 with lease ID 0xbd0e7863c0705b86: Processing first storage report for DS-7290f83f-2b8d-4887-a718-6fd60d18cab5 from datanode DatanodeRegistration(127.0.0.1:44831, datanodeUuid=d81e5839-c188-488e-acf8-b1c1d5150877, infoPort=36873, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=341911045;c=1731684081131) 2024-11-15T15:21:23,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadd2c448cfc0678 with lease ID 0xbd0e7863c0705b86: from storage DS-7290f83f-2b8d-4887-a718-6fd60d18cab5 node DatanodeRegistration(127.0.0.1:44831, datanodeUuid=d81e5839-c188-488e-acf8-b1c1d5150877, infoPort=36873, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=341911045;c=1731684081131), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:21:23,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a 2024-11-15T15:21:23,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:23,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:21:23,206 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6 with version=8 2024-11-15T15:21:23,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/hbase-staging 2024-11-15T15:21:23,209 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:21:23,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:23,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:23,209 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:21:23,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:23,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:21:23,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:21:23,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:21:23,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39303 2024-11-15T15:21:23,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39303 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:23,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393030x0, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:23,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39303-0x1013f1602eb0003 connected 2024-11-15T15:21:23,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:23,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:23,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on znode that does not yet exist, /1-1376255319/running 2024-11-15T15:21:23,321 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6, hbase.cluster.distributed=false 2024-11-15T15:21:23,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on znode that does not yet exist, /1-1376255319/acl 2024-11-15T15:21:23,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-15T15:21:23,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39303 2024-11-15T15:21:23,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39303 2024-11-15T15:21:23,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-15T15:21:23,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-15T15:21:23,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:21:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:23,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:21:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:21:23,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:21:23,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:21:23,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33159 2024-11-15T15:21:23,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33159 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:23,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:23,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331590x0, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:23,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331590x0, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on znode that does not yet exist, /1-1376255319/running 2024-11-15T15:21:23,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33159-0x1013f1602eb0004 connected 2024-11-15T15:21:23,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:21:23,432 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:21:23,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on znode that does not yet exist, /1-1376255319/master 2024-11-15T15:21:23,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on znode that does not yet exist, /1-1376255319/acl 2024-11-15T15:21:23,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33159 2024-11-15T15:21:23,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33159 2024-11-15T15:21:23,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33159 2024-11-15T15:21:23,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33159 2024-11-15T15:21:23,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33159 2024-11-15T15:21:23,492 DEBUG [M:0;855219d6b094:39303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:39303 2024-11-15T15:21:23,496 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1376255319/backup-masters/855219d6b094,39303,1731684083209 2024-11-15T15:21:23,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319/backup-masters 2024-11-15T15:21:23,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319/backup-masters 2024-11-15T15:21:23,508 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on existing znode=/1-1376255319/backup-masters/855219d6b094,39303,1731684083209 2024-11-15T15:21:23,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1376255319/master 2024-11-15T15:21:23,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,515 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on existing znode=/1-1376255319/master 2024-11-15T15:21:23,516 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1376255319/backup-masters/855219d6b094,39303,1731684083209 from backup master directory 2024-11-15T15:21:23,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1376255319/backup-masters/855219d6b094,39303,1731684083209 2024-11-15T15:21:23,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319/backup-masters 2024-11-15T15:21:23,525 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:21:23,525 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,39303,1731684083209 2024-11-15T15:21:23,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319/backup-masters 2024-11-15T15:21:23,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/hbase.id] with ID: b0b5b9a6-11e6-4513-83ac-cc4d8223b995 2024-11-15T15:21:23,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/.tmp/hbase.id 2024-11-15T15:21:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:21:23,545 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/.tmp/hbase.id]:[hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/hbase.id] 2024-11-15T15:21:23,555 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:23,555 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:21:23,557 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T15:21:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:21:23,614 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:23,615 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:21:23,620 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:21:23,634 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store 2024-11-15T15:21:23,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:21:23,657 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:23,657 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:21:23,657 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:23,657 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:23,657 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:21:23,657 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:23,657 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:23,657 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684083657Disabling compacts and flushes for region at 1731684083657Disabling writes for close at 1731684083657Writing region close event to WAL at 1731684083657Closed at 1731684083657 2024-11-15T15:21:23,658 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/.initializing 2024-11-15T15:21:23,658 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/WALs/855219d6b094,39303,1731684083209 2024-11-15T15:21:23,659 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:21:23,661 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C39303%2C1731684083209, suffix=, logDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/WALs/855219d6b094,39303,1731684083209, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/oldWALs, maxLogs=10 2024-11-15T15:21:23,683 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/WALs/855219d6b094,39303,1731684083209/855219d6b094%2C39303%2C1731684083209.1731684083661, exclude list is [], retry=0 2024-11-15T15:21:23,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-6e7ccb9e-3b4e-4727-864a-14fa9e51fc7f,DISK] 2024-11-15T15:21:23,692 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/WALs/855219d6b094,39303,1731684083209/855219d6b094%2C39303%2C1731684083209.1731684083661 2024-11-15T15:21:23,692 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873)] 2024-11-15T15:21:23,692 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:23,692 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:23,692 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,692 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:21:23,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:23,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:23,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:21:23,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:23,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:23,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:21:23,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:23,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:23,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:21:23,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:23,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:23,711 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,711 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,712 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,712 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,712 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,713 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:23,714 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:23,716 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:23,717 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69562674, jitterRate=0.03656461834907532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:23,717 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684083693Initializing all the Stores at 1731684083693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684083693Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684083703 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684083703Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684083703Cleaning up temporary data from old regions at 1731684083712 (+9 ms)Region opened successfully at 1731684083717 (+5 ms) 2024-11-15T15:21:23,720 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:21:23,726 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c420d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:21:23,727 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:21:23,727 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:21:23,727 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:21:23,727 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:21:23,728 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:21:23,729 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:21:23,729 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:21:23,734 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:21:23,735 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Unable to get data of znode /1-1376255319/balancer because node does not exist (not necessarily an error) 2024-11-15T15:21:23,745 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1376255319/balancer already deleted, retry=false 2024-11-15T15:21:23,746 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:21:23,747 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Unable to get data of znode /1-1376255319/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:21:23,756 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1376255319/normalizer already deleted, retry=false 2024-11-15T15:21:23,756 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:21:23,758 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Unable to get data of znode /1-1376255319/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:21:23,767 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1376255319/switch/split already deleted, retry=false 2024-11-15T15:21:23,768 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Unable to get data of znode /1-1376255319/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:21:23,777 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1376255319/switch/merge already deleted, retry=false 2024-11-15T15:21:23,780 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Unable to get data of znode /1-1376255319/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:21:23,788 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1376255319/snapshot-cleanup already deleted, retry=false 2024-11-15T15:21:23,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1376255319/running 2024-11-15T15:21:23,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1376255319/running 2024-11-15T15:21:23,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,799 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,39303,1731684083209, sessionid=0x1013f1602eb0003, setting cluster-up flag (Was=false) 2024-11-15T15:21:23,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,851 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1376255319/flush-table-proc/acquired, /1-1376255319/flush-table-proc/reached, /1-1376255319/flush-table-proc/abort 2024-11-15T15:21:23,852 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39303,1731684083209 2024-11-15T15:21:23,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:23,904 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1376255319/online-snapshot/acquired, /1-1376255319/online-snapshot/reached, /1-1376255319/online-snapshot/abort 2024-11-15T15:21:23,905 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39303,1731684083209 2024-11-15T15:21:23,919 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:21:23,921 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:23,922 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:21:23,922 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:21:23,922 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,39303,1731684083209 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:21:23,923 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:23,923 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:23,923 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:23,923 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:23,923 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:21:23,923 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:23,923 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:21:23,923 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:23,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:23,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:21:23,944 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:23,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:21:23,955 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684113955 2024-11-15T15:21:23,955 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:21:23,955 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:21:23,955 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:21:23,956 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:21:23,956 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:21:23,956 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:21:23,960 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:23,968 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:21:23,969 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:21:23,969 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:21:23,969 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:21:23,984 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:21:23,984 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:21:23,994 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(746): ClusterId : b0b5b9a6-11e6-4513-83ac-cc4d8223b995 2024-11-15T15:21:23,994 DEBUG [RS:0;855219d6b094:33159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:21:23,999 DEBUG [RS:0;855219d6b094:33159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:21:23,999 DEBUG [RS:0;855219d6b094:33159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:21:24,012 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684083984,5,FailOnTimeoutGroup] 2024-11-15T15:21:24,015 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684084012,5,FailOnTimeoutGroup] 2024-11-15T15:21:24,015 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,015 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:21:24,015 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,015 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,016 DEBUG [RS:0;855219d6b094:33159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:21:24,017 DEBUG [RS:0;855219d6b094:33159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6863d54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:21:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:21:24,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:21:24,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6 2024-11-15T15:21:24,044 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:33159 2024-11-15T15:21:24,044 INFO [RS:0;855219d6b094:33159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:21:24,044 INFO [RS:0;855219d6b094:33159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:21:24,044 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:21:24,045 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,39303,1731684083209 with port=33159, startcode=1731684083390 2024-11-15T15:21:24,045 DEBUG [RS:0;855219d6b094:33159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:21:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:21:24,053 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:21:24,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,33159,1731684083390 2024-11-15T15:21:24,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39303 {}] master.ServerManager(517): Registering regionserver=855219d6b094,33159,1731684083390 2024-11-15T15:21:24,056 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6 2024-11-15T15:21:24,056 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38669 2024-11-15T15:21:24,056 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:21:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319/rs 2024-11-15T15:21:24,098 DEBUG [RS:0;855219d6b094:33159 {}] zookeeper.ZKUtil(111): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on existing znode=/1-1376255319/rs/855219d6b094,33159,1731684083390 2024-11-15T15:21:24,098 WARN [RS:0;855219d6b094:33159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:21:24,098 INFO [RS:0;855219d6b094:33159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:24,098 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390 2024-11-15T15:21:24,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,33159,1731684083390] 2024-11-15T15:21:24,123 INFO [RS:0;855219d6b094:33159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:21:24,130 INFO [RS:0;855219d6b094:33159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:21:24,132 INFO [RS:0;855219d6b094:33159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:21:24,132 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,135 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:21:24,136 INFO [RS:0;855219d6b094:33159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:21:24,136 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,136 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,136 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,136 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:21:24,137 DEBUG [RS:0;855219d6b094:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:21:24,150 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,150 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,151 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,151 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,151 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,151 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33159,1731684083390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:21:24,180 INFO [RS:0;855219d6b094:33159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:21:24,181 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33159,1731684083390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,181 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,181 INFO [RS:0;855219d6b094:33159 {}] regionserver.Replication(171): 855219d6b094,33159,1731684083390 started 2024-11-15T15:21:24,204 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,204 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,33159,1731684083390, RpcServer on 855219d6b094/172.17.0.2:33159, sessionid=0x1013f1602eb0004 2024-11-15T15:21:24,204 DEBUG [RS:0;855219d6b094:33159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:21:24,204 DEBUG [RS:0;855219d6b094:33159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,33159,1731684083390 2024-11-15T15:21:24,204 DEBUG [RS:0;855219d6b094:33159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33159,1731684083390' 2024-11-15T15:21:24,204 DEBUG [RS:0;855219d6b094:33159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1376255319/flush-table-proc/abort' 2024-11-15T15:21:24,205 DEBUG [RS:0;855219d6b094:33159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1376255319/flush-table-proc/acquired' 2024-11-15T15:21:24,206 DEBUG [RS:0;855219d6b094:33159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:21:24,206 DEBUG [RS:0;855219d6b094:33159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:21:24,206 DEBUG [RS:0;855219d6b094:33159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,33159,1731684083390 2024-11-15T15:21:24,206 DEBUG [RS:0;855219d6b094:33159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33159,1731684083390' 2024-11-15T15:21:24,206 DEBUG [RS:0;855219d6b094:33159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1376255319/online-snapshot/abort' 2024-11-15T15:21:24,206 DEBUG [RS:0;855219d6b094:33159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1376255319/online-snapshot/acquired' 2024-11-15T15:21:24,207 DEBUG [RS:0;855219d6b094:33159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:21:24,207 INFO [RS:0;855219d6b094:33159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:21:24,207 INFO [RS:0;855219d6b094:33159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:21:24,307 INFO [RS:0;855219d6b094:33159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:21:24,309 INFO [RS:0;855219d6b094:33159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33159%2C1731684083390, suffix=, logDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/oldWALs, maxLogs=10 2024-11-15T15:21:24,324 DEBUG [RS:0;855219d6b094:33159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, exclude list is [], retry=0 2024-11-15T15:21:24,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-6e7ccb9e-3b4e-4727-864a-14fa9e51fc7f,DISK] 2024-11-15T15:21:24,328 INFO [RS:0;855219d6b094:33159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 2024-11-15T15:21:24,332 DEBUG [RS:0;855219d6b094:33159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873)] 2024-11-15T15:21:24,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:24,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:21:24,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:21:24,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:24,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:24,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:21:24,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:21:24,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:24,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:24,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:21:24,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:21:24,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:24,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:24,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:21:24,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:21:24,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:24,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:24,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:21:24,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740 2024-11-15T15:21:24,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740 2024-11-15T15:21:24,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:21:24,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:21:24,460 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:24,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:21:24,463 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:24,463 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60754983, jitterRate=-0.09468020498752594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:24,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684084451Initializing all the Stores at 1731684084452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684084452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684084452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684084452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684084452Cleaning up temporary data from old regions at 1731684084460 (+8 ms)Region opened successfully at 1731684084463 (+3 ms) 2024-11-15T15:21:24,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:21:24,464 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:21:24,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:21:24,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:21:24,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:21:24,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:24,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684084464Disabling compacts and flushes for region at 1731684084464Disabling writes for close at 1731684084464Writing region close event to WAL at 1731684084464Closed at 1731684084464 2024-11-15T15:21:24,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:24,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:21:24,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:21:24,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:21:24,466 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:21:24,617 DEBUG [855219d6b094:39303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:21:24,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,33159,1731684083390 2024-11-15T15:21:24,618 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33159,1731684083390, state=OPENING 2024-11-15T15:21:24,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:21:24,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:24,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:24,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:21:24,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33159,1731684083390}] 2024-11-15T15:21:24,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1376255319/meta-region-server: CHANGED 2024-11-15T15:21:24,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1376255319/meta-region-server: CHANGED 2024-11-15T15:21:24,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:24,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:24,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:24,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:21:24,808 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:21:24,808 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:24,809 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:21:24,810 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33159%2C1731684083390.meta, suffix=.meta, logDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/oldWALs, maxLogs=10 2024-11-15T15:21:24,829 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.meta.1731684084810.meta, exclude list is [], retry=0 2024-11-15T15:21:24,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-6e7ccb9e-3b4e-4727-864a-14fa9e51fc7f,DISK] 2024-11-15T15:21:24,840 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.meta.1731684084810.meta 2024-11-15T15:21:24,840 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873)] 2024-11-15T15:21:24,840 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:24,841 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:24,841 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:21:24,841 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:21:24,841 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:21:24,841 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:21:24,841 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:24,841 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:21:24,841 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:21:24,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:21:24,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:21:24,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:24,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:24,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:21:24,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:21:24,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:24,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:24,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:21:24,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:21:24,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:24,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:24,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:21:24,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:21:24,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:24,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:24,851 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:21:24,852 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740 2024-11-15T15:21:24,852 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740 2024-11-15T15:21:24,853 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:21:24,853 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:21:24,854 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:24,855 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:21:24,855 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67280774, jitterRate=0.0025616586208343506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:24,855 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:21:24,856 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684084841Writing region info on filesystem at 1731684084841Initializing all the Stores at 1731684084842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684084842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684084844 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684084844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684084844Cleaning up temporary data from old regions at 1731684084853 (+9 ms)Running coprocessor post-open hooks at 1731684084855 (+2 ms)Region opened successfully at 1731684084856 (+1 ms) 2024-11-15T15:21:24,856 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684084793 2024-11-15T15:21:24,858 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:21:24,859 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:21:24,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,33159,1731684083390 2024-11-15T15:21:24,860 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33159,1731684083390, state=OPEN 2024-11-15T15:21:24,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1376255319/meta-region-server 2024-11-15T15:21:24,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1376255319/meta-region-server 2024-11-15T15:21:24,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1376255319/meta-region-server: CHANGED 2024-11-15T15:21:24,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,33159,1731684083390 2024-11-15T15:21:24,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1376255319/meta-region-server: CHANGED 2024-11-15T15:21:24,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:21:24,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33159,1731684083390 in 231 msec 2024-11-15T15:21:24,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:21:24,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-15T15:21:24,878 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:24,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:21:24,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:24,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33159,1731684083390, seqNum=-1] 2024-11-15T15:21:24,880 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:24,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:24,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-15T15:21:24,887 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684084887, completionTime=-1 2024-11-15T15:21:24,888 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:21:24,888 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684144890 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684204890 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39303,1731684083209-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39303,1731684083209-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39303,1731684083209-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:39303, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,890 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,892 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:21:24,892 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,895 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.370sec 2024-11-15T15:21:24,896 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:21:24,896 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:21:24,896 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:21:24,896 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:21:24,896 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:21:24,896 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39303,1731684083209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:21:24,896 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39303,1731684083209-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:21:24,903 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:21:24,903 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:21:24,903 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39303,1731684083209-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:24,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6201dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:24,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39303,-1 for getting cluster id 2024-11-15T15:21:24,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:24,995 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b5b9a6-11e6-4513-83ac-cc4d8223b995' 2024-11-15T15:21:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b5b9a6-11e6-4513-83ac-cc4d8223b995" 2024-11-15T15:21:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a723cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39303,-1] 2024-11-15T15:21:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:24,998 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:24,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7900948e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:24,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33159,1731684083390, seqNum=-1] 2024-11-15T15:21:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:25,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:25,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,39303,1731684083209 2024-11-15T15:21:25,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:25,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:25,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f1602eb0005 connected 2024-11-15T15:21:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.log.dir so I do NOT create it in target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5 2024-11-15T15:21:25,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:21:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.tmp.dir so I do NOT create it in target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5 2024-11-15T15:21:25,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:21:25,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5 2024-11-15T15:21:25,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/cluster_2e6daff0-a957-0f3d-9daa-d19bad79a79a, deleteOnExit=true 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/test.cache.data in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:21:25,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:21:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:21:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:21:25,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:25,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:21:25,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:21:25,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:21:25,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:21:25,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:25,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@427a4283{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:21:25,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67564ff7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:21:25,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dbee246{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/java.io.tmpdir/jetty-localhost-37919-hadoop-hdfs-3_4_1-tests_jar-_-any-5121977170390760670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:25,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37631bfe{HTTP/1.1, (http/1.1)}{localhost:37919} 2024-11-15T15:21:25,740 INFO [Time-limited test {}] server.Server(415): Started @242598ms 2024-11-15T15:21:25,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:21:26,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:26,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:21:26,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:21:26,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:21:26,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:21:26,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c4f67e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:21:26,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2811eb3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:21:26,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74285854{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/java.io.tmpdir/jetty-localhost-37447-hadoop-hdfs-3_4_1-tests_jar-_-any-7846160356773521285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:26,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74c30093{HTTP/1.1, (http/1.1)}{localhost:37447} 2024-11-15T15:21:26,215 INFO [Time-limited test {}] server.Server(415): Started @243073ms 2024-11-15T15:21:26,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:21:28,115 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/cluster_2e6daff0-a957-0f3d-9daa-d19bad79a79a/data/data1/current/BP-644862638-172.17.0.2-1731684085122/current, will proceed with Du for space computation calculation, 2024-11-15T15:21:28,115 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/cluster_2e6daff0-a957-0f3d-9daa-d19bad79a79a/data/data2/current/BP-644862638-172.17.0.2-1731684085122/current, will proceed with Du for space computation calculation, 2024-11-15T15:21:28,146 WARN [Thread-2901 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:21:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2edbb90899d100c with lease ID 0xc7bc078f029f656f: Processing first storage report for DS-d99552b7-5252-407c-8493-4e878f448ea5 from datanode DatanodeRegistration(127.0.0.1:41617, datanodeUuid=a29eddbd-6ca7-4e17-aa19-d07efed9fb06, infoPort=45645, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=1423194618;c=1731684085122) 2024-11-15T15:21:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2edbb90899d100c with lease ID 0xc7bc078f029f656f: from storage DS-d99552b7-5252-407c-8493-4e878f448ea5 node DatanodeRegistration(127.0.0.1:41617, datanodeUuid=a29eddbd-6ca7-4e17-aa19-d07efed9fb06, infoPort=45645, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=1423194618;c=1731684085122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:21:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2edbb90899d100c with lease ID 0xc7bc078f029f656f: Processing first storage report for DS-8fc18bd7-c1ed-4593-86bf-d20ee8d9bc0a from datanode DatanodeRegistration(127.0.0.1:41617, datanodeUuid=a29eddbd-6ca7-4e17-aa19-d07efed9fb06, infoPort=45645, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=1423194618;c=1731684085122) 2024-11-15T15:21:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2edbb90899d100c with lease ID 0xc7bc078f029f656f: from storage DS-8fc18bd7-c1ed-4593-86bf-d20ee8d9bc0a node DatanodeRegistration(127.0.0.1:41617, datanodeUuid=a29eddbd-6ca7-4e17-aa19-d07efed9fb06, infoPort=45645, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=1423194618;c=1731684085122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:21:28,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5 2024-11-15T15:21:28,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:28,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:28,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:21:28,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:28,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:21:28,625 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48414 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:21:28,662 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1 with version=8 2024-11-15T15:21:28,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/hbase-staging 2024-11-15T15:21:28,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:21:28,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:28,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:28,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:21:28,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:28,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:21:28,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:21:28,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:21:28,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41907 2024-11-15T15:21:28,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41907 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:28,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419070x0, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:28,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41907-0x1013f1602eb0006 connected 2024-11-15T15:21:28,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:28,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:28,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on znode that does not yet exist, /2-1545614173/running 2024-11-15T15:21:28,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1, hbase.cluster.distributed=false 2024-11-15T15:21:28,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on znode that does not yet exist, /2-1545614173/acl 2024-11-15T15:21:28,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-15T15:21:28,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41907 2024-11-15T15:21:28,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41907 2024-11-15T15:21:28,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-15T15:21:28,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-15T15:21:28,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:21:28,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:28,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:28,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:21:28,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:21:28,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:21:28,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:21:28,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:21:28,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46351 2024-11-15T15:21:28,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46351 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:28,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:28,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:28,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463510x0, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:28,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463510x0, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on znode that does not yet exist, /2-1545614173/running 2024-11-15T15:21:28,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46351-0x1013f1602eb0007 connected 2024-11-15T15:21:28,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:21:28,822 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:21:28,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on znode that does not yet exist, /2-1545614173/master 2024-11-15T15:21:28,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on znode that does not yet exist, /2-1545614173/acl 2024-11-15T15:21:28,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46351 2024-11-15T15:21:28,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46351 2024-11-15T15:21:28,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46351 2024-11-15T15:21:28,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46351 2024-11-15T15:21:28,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46351 2024-11-15T15:21:28,843 DEBUG [M:0;855219d6b094:41907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:41907 2024-11-15T15:21:28,843 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1545614173/backup-masters/855219d6b094,41907,1731684088664 2024-11-15T15:21:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173/backup-masters 2024-11-15T15:21:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173/backup-masters 2024-11-15T15:21:28,851 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on existing znode=/2-1545614173/backup-masters/855219d6b094,41907,1731684088664 2024-11-15T15:21:28,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1545614173/master 2024-11-15T15:21:28,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:28,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:28,862 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on existing znode=/2-1545614173/master 2024-11-15T15:21:28,862 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1545614173/backup-masters/855219d6b094,41907,1731684088664 from backup master directory 2024-11-15T15:21:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1545614173/backup-masters/855219d6b094,41907,1731684088664 2024-11-15T15:21:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173/backup-masters 2024-11-15T15:21:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173/backup-masters 2024-11-15T15:21:28,872 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:21:28,872 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,41907,1731684088664 2024-11-15T15:21:28,874 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/hbase.id] with ID: 40f9043d-06a9-4df1-9ba5-785f91886f88 2024-11-15T15:21:28,874 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/.tmp/hbase.id 2024-11-15T15:21:28,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:21:29,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:21:29,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:21:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T15:21:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:21:29,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:21:29,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:21:29,283 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/.tmp/hbase.id]:[hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/hbase.id] 2024-11-15T15:21:29,293 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:21:29,293 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:21:29,294 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:21:29,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:29,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:29,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:21:29,346 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:29,347 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:21:29,348 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:21:29,761 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store 2024-11-15T15:21:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:21:30,166 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:30,166 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:21:30,166 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:30,166 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:30,166 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:21:30,166 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:30,166 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:30,166 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684090166Disabling compacts and flushes for region at 1731684090166Disabling writes for close at 1731684090166Writing region close event to WAL at 1731684090166Closed at 1731684090166 2024-11-15T15:21:30,167 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/.initializing 2024-11-15T15:21:30,167 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/WALs/855219d6b094,41907,1731684088664 2024-11-15T15:21:30,168 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:21:30,169 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C41907%2C1731684088664, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/WALs/855219d6b094,41907,1731684088664, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/oldWALs, maxLogs=10 2024-11-15T15:21:30,185 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/WALs/855219d6b094,41907,1731684088664/855219d6b094%2C41907%2C1731684088664.1731684090169, exclude list is [], retry=0 2024-11-15T15:21:30,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-d99552b7-5252-407c-8493-4e878f448ea5,DISK] 2024-11-15T15:21:30,188 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/WALs/855219d6b094,41907,1731684088664/855219d6b094%2C41907%2C1731684088664.1731684090169 2024-11-15T15:21:30,189 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45645:45645)] 2024-11-15T15:21:30,189 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:30,189 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:30,189 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,189 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:21:30,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:30,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:21:30,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:30,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:21:30,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:30,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:21:30,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:30,195 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,195 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,195 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,196 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,196 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,197 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:30,197 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:21:30,199 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:30,199 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75308884, jitterRate=0.12218981981277466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:30,199 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684090189Initializing all the Stores at 1731684090190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684090190Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684090190Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684090190Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684090190Cleaning up temporary data from old regions at 1731684090196 (+6 ms)Region opened successfully at 1731684090199 (+3 ms) 2024-11-15T15:21:30,199 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:21:30,201 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9de0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:21:30,202 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:21:30,202 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:21:30,202 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:21:30,202 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:21:30,202 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:21:30,203 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:21:30,203 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:21:30,204 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:21:30,205 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Unable to get data of znode /2-1545614173/balancer because node does not exist (not necessarily an error) 2024-11-15T15:21:30,218 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1545614173/balancer already deleted, retry=false 2024-11-15T15:21:30,218 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:21:30,218 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Unable to get data of znode /2-1545614173/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:21:30,229 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1545614173/normalizer already deleted, retry=false 2024-11-15T15:21:30,230 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:21:30,230 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Unable to get data of znode /2-1545614173/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:21:30,240 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1545614173/switch/split already deleted, retry=false 2024-11-15T15:21:30,241 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Unable to get data of znode /2-1545614173/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:21:30,250 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1545614173/switch/merge already deleted, retry=false 2024-11-15T15:21:30,252 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Unable to get data of znode /2-1545614173/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:21:30,261 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1545614173/snapshot-cleanup already deleted, retry=false 2024-11-15T15:21:30,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1545614173/running 2024-11-15T15:21:30,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1545614173/running 2024-11-15T15:21:30,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:30,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:30,272 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,41907,1731684088664, sessionid=0x1013f1602eb0006, setting cluster-up flag (Was=false) 2024-11-15T15:21:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:30,324 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1545614173/flush-table-proc/acquired, /2-1545614173/flush-table-proc/reached, /2-1545614173/flush-table-proc/abort 2024-11-15T15:21:30,325 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,41907,1731684088664 2024-11-15T15:21:30,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:30,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:30,377 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1545614173/online-snapshot/acquired, /2-1545614173/online-snapshot/reached, /2-1545614173/online-snapshot/abort 2024-11-15T15:21:30,378 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,41907,1731684088664 2024-11-15T15:21:30,379 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:21:30,380 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:30,380 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:21:30,380 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:21:30,381 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,41907,1731684088664 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:21:30,382 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:30,382 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:30,382 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:30,382 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:21:30,382 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:21:30,382 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,382 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:21:30,382 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:30,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:21:30,384 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:21:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,392 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684120392 2024-11-15T15:21:30,392 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:21:30,393 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:21:30,393 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:21:30,393 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:21:30,393 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:21:30,393 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:21:30,393 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,398 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:21:30,399 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:21:30,399 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:21:30,399 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:21:30,399 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:21:30,399 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:21:30,399 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684090399,5,FailOnTimeoutGroup] 2024-11-15T15:21:30,400 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684090399,5,FailOnTimeoutGroup] 2024-11-15T15:21:30,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:21:30,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,400 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:21:30,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:21:30,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1 2024-11-15T15:21:30,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:21:30,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:30,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:30,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:21:30,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:21:30,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:30,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:21:30,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:21:30,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:30,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:21:30,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:21:30,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:30,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:21:30,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:21:30,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:30,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:30,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:21:30,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740 2024-11-15T15:21:30,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740 2024-11-15T15:21:30,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:21:30,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:21:30,424 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:30,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:21:30,426 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:30,426 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59830634, jitterRate=-0.10845407843589783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:30,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684090413Initializing all the Stores at 1731684090414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684090414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684090414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684090414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684090414Cleaning up temporary data from old regions at 1731684090424 (+10 ms)Region opened successfully at 1731684090426 (+2 ms) 2024-11-15T15:21:30,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:21:30,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:21:30,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:21:30,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:21:30,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:21:30,427 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:30,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684090426Disabling compacts and flushes for region at 1731684090426Disabling writes for close at 1731684090426Writing region close event to WAL at 1731684090427 (+1 ms)Closed at 1731684090427 2024-11-15T15:21:30,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:30,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:21:30,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:21:30,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:21:30,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:21:30,434 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(746): ClusterId : 40f9043d-06a9-4df1-9ba5-785f91886f88 2024-11-15T15:21:30,434 DEBUG [RS:0;855219d6b094:46351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:21:30,441 DEBUG [RS:0;855219d6b094:46351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:21:30,441 DEBUG [RS:0;855219d6b094:46351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:21:30,451 DEBUG [RS:0;855219d6b094:46351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:21:30,451 DEBUG [RS:0;855219d6b094:46351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725b6f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:21:30,465 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:46351 2024-11-15T15:21:30,466 INFO [RS:0;855219d6b094:46351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:21:30,466 INFO [RS:0;855219d6b094:46351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:21:30,466 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:21:30,466 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,41907,1731684088664 with port=46351, startcode=1731684088807 2024-11-15T15:21:30,466 DEBUG [RS:0;855219d6b094:46351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:21:30,468 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:21:30,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,46351,1731684088807 2024-11-15T15:21:30,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41907 {}] master.ServerManager(517): Registering regionserver=855219d6b094,46351,1731684088807 2024-11-15T15:21:30,470 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1 2024-11-15T15:21:30,470 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36273 2024-11-15T15:21:30,470 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:21:30,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173/rs 2024-11-15T15:21:30,536 DEBUG [RS:0;855219d6b094:46351 {}] zookeeper.ZKUtil(111): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on existing znode=/2-1545614173/rs/855219d6b094,46351,1731684088807 2024-11-15T15:21:30,536 WARN [RS:0;855219d6b094:46351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:21:30,536 INFO [RS:0;855219d6b094:46351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:30,536 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807 2024-11-15T15:21:30,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,46351,1731684088807] 2024-11-15T15:21:30,540 INFO [RS:0;855219d6b094:46351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:21:30,542 INFO [RS:0;855219d6b094:46351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:21:30,542 INFO [RS:0;855219d6b094:46351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:21:30,542 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,542 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:21:30,543 INFO [RS:0;855219d6b094:46351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:21:30,543 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:21:30,543 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:21:30,544 DEBUG [RS:0;855219d6b094:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:21:30,544 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,544 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,544 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,544 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,544 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,544 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46351,1731684088807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:21:30,567 INFO [RS:0;855219d6b094:46351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:21:30,567 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46351,1731684088807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,567 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,567 INFO [RS:0;855219d6b094:46351 {}] regionserver.Replication(171): 855219d6b094,46351,1731684088807 started 2024-11-15T15:21:30,580 WARN [855219d6b094:41907 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T15:21:30,582 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:30,582 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,46351,1731684088807, RpcServer on 855219d6b094/172.17.0.2:46351, sessionid=0x1013f1602eb0007 2024-11-15T15:21:30,582 DEBUG [RS:0;855219d6b094:46351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:21:30,582 DEBUG [RS:0;855219d6b094:46351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,46351,1731684088807 2024-11-15T15:21:30,582 DEBUG [RS:0;855219d6b094:46351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,46351,1731684088807' 2024-11-15T15:21:30,582 DEBUG [RS:0;855219d6b094:46351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1545614173/flush-table-proc/abort' 2024-11-15T15:21:30,582 DEBUG [RS:0;855219d6b094:46351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1545614173/flush-table-proc/acquired' 2024-11-15T15:21:30,583 DEBUG [RS:0;855219d6b094:46351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:21:30,583 DEBUG [RS:0;855219d6b094:46351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:21:30,583 DEBUG [RS:0;855219d6b094:46351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,46351,1731684088807 2024-11-15T15:21:30,583 DEBUG [RS:0;855219d6b094:46351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,46351,1731684088807' 2024-11-15T15:21:30,583 DEBUG [RS:0;855219d6b094:46351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1545614173/online-snapshot/abort' 2024-11-15T15:21:30,583 DEBUG [RS:0;855219d6b094:46351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1545614173/online-snapshot/acquired' 2024-11-15T15:21:30,583 DEBUG [RS:0;855219d6b094:46351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:21:30,583 INFO [RS:0;855219d6b094:46351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:21:30,583 INFO [RS:0;855219d6b094:46351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:21:30,683 INFO [RS:0;855219d6b094:46351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:21:30,685 INFO [RS:0;855219d6b094:46351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C46351%2C1731684088807, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/oldWALs, maxLogs=10 2024-11-15T15:21:30,699 DEBUG [RS:0;855219d6b094:46351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, exclude list is [], retry=0 2024-11-15T15:21:30,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-d99552b7-5252-407c-8493-4e878f448ea5,DISK] 2024-11-15T15:21:30,717 INFO [RS:0;855219d6b094:46351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 2024-11-15T15:21:30,717 DEBUG [RS:0;855219d6b094:46351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45645:45645)] 2024-11-15T15:21:30,830 DEBUG [855219d6b094:41907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:21:30,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,46351,1731684088807 2024-11-15T15:21:30,831 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,46351,1731684088807, state=OPENING 2024-11-15T15:21:30,840 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:21:30,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:30,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:30,851 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:21:30,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1545614173/meta-region-server: CHANGED 2024-11-15T15:21:30,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1545614173/meta-region-server: CHANGED 2024-11-15T15:21:30,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,46351,1731684088807}] 2024-11-15T15:21:31,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:31,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:21:31,008 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:21:31,008 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:31,009 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:21:31,010 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C46351%2C1731684088807.meta, suffix=.meta, logDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/oldWALs, maxLogs=10 2024-11-15T15:21:31,028 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.meta.1731684091010.meta, exclude list is [], retry=0 2024-11-15T15:21:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-d99552b7-5252-407c-8493-4e878f448ea5,DISK] 2024-11-15T15:21:31,040 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.meta.1731684091010.meta 2024-11-15T15:21:31,048 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45645:45645)] 2024-11-15T15:21:31,048 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:31,049 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:31,049 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:21:31,049 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:21:31,049 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:21:31,049 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:21:31,049 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:31,049 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:21:31,049 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:21:31,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:21:31,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:21:31,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:31,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:21:31,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:21:31,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:31,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:21:31,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:21:31,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:31,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:21:31,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:21:31,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:21:31,064 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:21:31,065 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740 2024-11-15T15:21:31,067 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740 2024-11-15T15:21:31,069 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:21:31,069 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:21:31,069 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:21:31,070 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:21:31,071 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68454599, jitterRate=0.020053014159202576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:21:31,071 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:21:31,071 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684091049Writing region info on filesystem at 1731684091049Initializing all the Stores at 1731684091050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684091050Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684091056 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684091056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684091056Cleaning up temporary data from old regions at 1731684091069 (+13 ms)Running coprocessor post-open hooks at 1731684091071 (+2 ms)Region opened successfully at 1731684091071 2024-11-15T15:21:31,073 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684091003 2024-11-15T15:21:31,075 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:21:31,075 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:21:31,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,46351,1731684088807 2024-11-15T15:21:31,076 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,46351,1731684088807, state=OPEN 2024-11-15T15:21:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1545614173/meta-region-server 2024-11-15T15:21:31,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,46351,1731684088807 2024-11-15T15:21:31,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1545614173/meta-region-server: CHANGED 2024-11-15T15:21:31,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1545614173/meta-region-server 2024-11-15T15:21:31,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1545614173/meta-region-server: CHANGED 2024-11-15T15:21:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:21:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,46351,1731684088807 in 305 msec 2024-11-15T15:21:31,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:21:31,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec 2024-11-15T15:21:31,165 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:21:31,165 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:21:31,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:31,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46351,1731684088807, seqNum=-1] 2024-11-15T15:21:31,166 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:31,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:31,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-15T15:21:31,176 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684091176, completionTime=-1 2024-11-15T15:21:31,176 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:21:31,176 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684151179 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684211179 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41907,1731684088664-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41907,1731684088664-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41907,1731684088664-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:41907, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:31,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:31,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:31,182 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:21:31,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.312sec 2024-11-15T15:21:31,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:21:31,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:21:31,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:21:31,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:21:31,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:21:31,185 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41907,1731684088664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:21:31,185 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41907,1731684088664-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:21:31,189 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:21:31,190 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:21:31,190 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,41907,1731684088664-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:21:31,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcc9f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:31,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41907,-1 for getting cluster id 2024-11-15T15:21:31,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:31,237 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f9043d-06a9-4df1-9ba5-785f91886f88' 2024-11-15T15:21:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f9043d-06a9-4df1-9ba5-785f91886f88" 2024-11-15T15:21:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302b8af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:31,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41907,-1] 2024-11-15T15:21:31,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:31,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:31,239 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:31,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:31,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46351,1731684088807, seqNum=-1] 2024-11-15T15:21:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:31,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:31,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,41907,1731684088664 2024-11-15T15:21:31,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52740 2024-11-15T15:21:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:21:31,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013f1602eb0008 connected 2024-11-15T15:21:31,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44465,1731684077557 2024-11-15T15:21:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6771131e 2024-11-15T15:21:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:31,286 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:31,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:21:31,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:21:31,290 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:21:31,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:21:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:21:31,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a328238a8ec0938cdbf847b76cc312a2, NAME => 'test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80 2024-11-15T15:21:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:21:31,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:31,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a328238a8ec0938cdbf847b76cc312a2, disabling compactions & flushes 2024-11-15T15:21:31,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:31,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:31,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. after waiting 0 ms 2024-11-15T15:21:31,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:31,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:31,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a328238a8ec0938cdbf847b76cc312a2: Waiting for close lock at 1731684091368Disabling compacts and flushes for region at 1731684091368Disabling writes for close at 1731684091368Writing region close event to WAL at 1731684091368Closed at 1731684091368 2024-11-15T15:21:31,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:21:31,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684091369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684091369"}]},"ts":"1731684091369"} 2024-11-15T15:21:31,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:21:31,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:21:31,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684091373"}]},"ts":"1731684091373"} 2024-11-15T15:21:31,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:21:31,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a328238a8ec0938cdbf847b76cc312a2, ASSIGN}] 2024-11-15T15:21:31,378 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a328238a8ec0938cdbf847b76cc312a2, ASSIGN 2024-11-15T15:21:31,379 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a328238a8ec0938cdbf847b76cc312a2, ASSIGN; state=OFFLINE, location=855219d6b094,33561,1731684077767; forceNewPlan=false, retain=false 2024-11-15T15:21:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:31,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a328238a8ec0938cdbf847b76cc312a2, regionState=OPENING, regionLocation=855219d6b094,33561,1731684077767 2024-11-15T15:21:31,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a328238a8ec0938cdbf847b76cc312a2, ASSIGN because future has completed 2024-11-15T15:21:31,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a328238a8ec0938cdbf847b76cc312a2, server=855219d6b094,33561,1731684077767}] 2024-11-15T15:21:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:31,729 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:31,729 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a328238a8ec0938cdbf847b76cc312a2, NAME => 'test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:31,730 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:31,730 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:21:31,730 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,730 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:31,730 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,730 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,736 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,740 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a328238a8ec0938cdbf847b76cc312a2 columnFamilyName f 2024-11-15T15:21:31,740 DEBUG [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,742 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] regionserver.HStore(327): Store=a328238a8ec0938cdbf847b76cc312a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:31,742 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,744 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a328238a8ec0938cdbf847b76cc312a2 columnFamilyName f1 2024-11-15T15:21:31,744 DEBUG [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,745 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] regionserver.HStore(327): Store=a328238a8ec0938cdbf847b76cc312a2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:31,745 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,746 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a328238a8ec0938cdbf847b76cc312a2 columnFamilyName norep 2024-11-15T15:21:31,746 DEBUG [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,747 INFO [StoreOpener-a328238a8ec0938cdbf847b76cc312a2-1 {}] regionserver.HStore(327): Store=a328238a8ec0938cdbf847b76cc312a2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:31,747 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,748 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,749 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,750 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,750 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,751 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:21:31,753 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,756 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:31,756 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a328238a8ec0938cdbf847b76cc312a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75358552, jitterRate=0.12292993068695068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:21:31,756 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:31,757 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a328238a8ec0938cdbf847b76cc312a2: Running coprocessor pre-open hook at 1731684091731Writing region info on filesystem at 1731684091731Initializing all the Stores at 1731684091732 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684091732Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684091736 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684091736Cleaning up temporary data from old regions at 1731684091750 (+14 ms)Running coprocessor post-open hooks at 1731684091756 (+6 ms)Region opened successfully at 1731684091757 (+1 ms) 2024-11-15T15:21:31,758 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2., pid=6, masterSystemTime=1731684091690 2024-11-15T15:21:31,761 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:31,761 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:31,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a328238a8ec0938cdbf847b76cc312a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,33561,1731684077767 2024-11-15T15:21:31,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a328238a8ec0938cdbf847b76cc312a2, server=855219d6b094,33561,1731684077767 because future has completed 2024-11-15T15:21:31,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:21:31,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a328238a8ec0938cdbf847b76cc312a2, server=855219d6b094,33561,1731684077767 in 241 msec 2024-11-15T15:21:31,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:21:31,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a328238a8ec0938cdbf847b76cc312a2, ASSIGN in 400 msec 2024-11-15T15:21:31,782 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:21:31,782 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684091782"}]},"ts":"1731684091782"} 2024-11-15T15:21:31,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:21:31,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:21:31,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 503 msec 2024-11-15T15:21:31,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:21:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:31,915 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:21:31,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39303,1731684083209 2024-11-15T15:21:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508e4a6d 2024-11-15T15:21:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:31,918 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:31,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:21:31,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:21:31,922 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:31,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:21:31,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:21:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:21:31,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bf4a72da828bcce1c02adc68a5ae80c, NAME => 'test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6 2024-11-15T15:21:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:21:31,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:31,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9bf4a72da828bcce1c02adc68a5ae80c, disabling compactions & flushes 2024-11-15T15:21:31,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:31,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:31,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. after waiting 0 ms 2024-11-15T15:21:31,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:31,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:31,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bf4a72da828bcce1c02adc68a5ae80c: Waiting for close lock at 1731684091991Disabling compacts and flushes for region at 1731684091991Disabling writes for close at 1731684091991Writing region close event to WAL at 1731684091991Closed at 1731684091991 2024-11-15T15:21:31,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:21:31,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684091993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684091993"}]},"ts":"1731684091993"} 2024-11-15T15:21:31,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:21:31,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:21:31,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684091997"}]},"ts":"1731684091997"} 2024-11-15T15:21:32,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:21:32,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bf4a72da828bcce1c02adc68a5ae80c, ASSIGN}] 2024-11-15T15:21:32,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bf4a72da828bcce1c02adc68a5ae80c, ASSIGN 2024-11-15T15:21:32,002 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9bf4a72da828bcce1c02adc68a5ae80c, ASSIGN; state=OFFLINE, location=855219d6b094,33159,1731684083390; forceNewPlan=false, retain=false 2024-11-15T15:21:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:32,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bf4a72da828bcce1c02adc68a5ae80c, regionState=OPENING, regionLocation=855219d6b094,33159,1731684083390 2024-11-15T15:21:32,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9bf4a72da828bcce1c02adc68a5ae80c, ASSIGN because future has completed 2024-11-15T15:21:32,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bf4a72da828bcce1c02adc68a5ae80c, server=855219d6b094,33159,1731684083390}] 2024-11-15T15:21:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:32,313 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:32,313 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bf4a72da828bcce1c02adc68a5ae80c, NAME => 'test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:32,313 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:32,313 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:21:32,314 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,314 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:32,314 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,314 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,316 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,317 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf4a72da828bcce1c02adc68a5ae80c columnFamilyName f 2024-11-15T15:21:32,317 DEBUG [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:32,317 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] regionserver.HStore(327): Store=9bf4a72da828bcce1c02adc68a5ae80c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:32,318 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,319 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf4a72da828bcce1c02adc68a5ae80c columnFamilyName f1 2024-11-15T15:21:32,319 DEBUG [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:32,319 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] regionserver.HStore(327): Store=9bf4a72da828bcce1c02adc68a5ae80c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:32,319 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,320 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bf4a72da828bcce1c02adc68a5ae80c columnFamilyName norep 2024-11-15T15:21:32,320 DEBUG [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:32,321 INFO [StoreOpener-9bf4a72da828bcce1c02adc68a5ae80c-1 {}] regionserver.HStore(327): Store=9bf4a72da828bcce1c02adc68a5ae80c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:32,321 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,322 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,322 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,323 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,323 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,324 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:21:32,325 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,333 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:32,334 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9bf4a72da828bcce1c02adc68a5ae80c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71470598, jitterRate=0.06499490141868591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:21:32,334 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:32,334 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9bf4a72da828bcce1c02adc68a5ae80c: Running coprocessor pre-open hook at 1731684092314Writing region info on filesystem at 1731684092314Initializing all the Stores at 1731684092315 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684092315Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684092316 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684092316Cleaning up temporary data from old regions at 1731684092323 (+7 ms)Running coprocessor post-open hooks at 1731684092334 (+11 ms)Region opened successfully at 1731684092334 2024-11-15T15:21:32,335 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c., pid=6, masterSystemTime=1731684092307 2024-11-15T15:21:32,337 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:32,338 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:32,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bf4a72da828bcce1c02adc68a5ae80c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,33159,1731684083390 2024-11-15T15:21:32,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bf4a72da828bcce1c02adc68a5ae80c, server=855219d6b094,33159,1731684083390 because future has completed 2024-11-15T15:21:32,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:21:32,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bf4a72da828bcce1c02adc68a5ae80c, server=855219d6b094,33159,1731684083390 in 189 msec 2024-11-15T15:21:32,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:21:32,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9bf4a72da828bcce1c02adc68a5ae80c, ASSIGN in 348 msec 2024-11-15T15:21:32,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:21:32,352 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684092352"}]},"ts":"1731684092352"} 2024-11-15T15:21:32,354 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:21:32,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:21:32,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 436 msec 2024-11-15T15:21:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:32,555 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:21:32,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41907,1731684088664 2024-11-15T15:21:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17023528 2024-11-15T15:21:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:32,558 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:32,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:21:32,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:21:32,561 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:32,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:21:32,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:21:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:21:32,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f19d34493bced6d020645a87b742de4, NAME => 'test,,1731684092558.2f19d34493bced6d020645a87b742de4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1 2024-11-15T15:21:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:21:32,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684092558.2f19d34493bced6d020645a87b742de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:32,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2f19d34493bced6d020645a87b742de4, disabling compactions & flushes 2024-11-15T15:21:32,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:32,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:32,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684092558.2f19d34493bced6d020645a87b742de4. after waiting 0 ms 2024-11-15T15:21:32,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:32,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:32,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f19d34493bced6d020645a87b742de4: Waiting for close lock at 1731684092615Disabling compacts and flushes for region at 1731684092615Disabling writes for close at 1731684092615Writing region close event to WAL at 1731684092615Closed at 1731684092615 2024-11-15T15:21:32,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:21:32,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684092558.2f19d34493bced6d020645a87b742de4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684092616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684092616"}]},"ts":"1731684092616"} 2024-11-15T15:21:32,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:21:32,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:21:32,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684092620"}]},"ts":"1731684092620"} 2024-11-15T15:21:32,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:21:32,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f19d34493bced6d020645a87b742de4, ASSIGN}] 2024-11-15T15:21:32,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f19d34493bced6d020645a87b742de4, ASSIGN 2024-11-15T15:21:32,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2f19d34493bced6d020645a87b742de4, ASSIGN; state=OFFLINE, location=855219d6b094,46351,1731684088807; forceNewPlan=false, retain=false 2024-11-15T15:21:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:32,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f19d34493bced6d020645a87b742de4, regionState=OPENING, regionLocation=855219d6b094,46351,1731684088807 2024-11-15T15:21:32,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2f19d34493bced6d020645a87b742de4, ASSIGN because future has completed 2024-11-15T15:21:32,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f19d34493bced6d020645a87b742de4, server=855219d6b094,46351,1731684088807}] 2024-11-15T15:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:32,940 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:32,941 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f19d34493bced6d020645a87b742de4, NAME => 'test,,1731684092558.2f19d34493bced6d020645a87b742de4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:32,941 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:32,941 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:21:32,941 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,941 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684092558.2f19d34493bced6d020645a87b742de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:32,942 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,942 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,943 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,945 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f19d34493bced6d020645a87b742de4 columnFamilyName f 2024-11-15T15:21:32,945 DEBUG [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:32,945 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] regionserver.HStore(327): Store=2f19d34493bced6d020645a87b742de4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:32,945 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,947 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f19d34493bced6d020645a87b742de4 columnFamilyName f1 2024-11-15T15:21:32,947 DEBUG [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:32,947 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] regionserver.HStore(327): Store=2f19d34493bced6d020645a87b742de4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:32,947 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,957 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f19d34493bced6d020645a87b742de4 columnFamilyName norep 2024-11-15T15:21:32,957 DEBUG [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:32,958 INFO [StoreOpener-2f19d34493bced6d020645a87b742de4-1 {}] regionserver.HStore(327): Store=2f19d34493bced6d020645a87b742de4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:32,958 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,958 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,959 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,959 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,960 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,960 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:21:32,961 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,984 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:32,985 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2f19d34493bced6d020645a87b742de4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67552370, jitterRate=0.006608754396438599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:21:32,985 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:32,985 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2f19d34493bced6d020645a87b742de4: Running coprocessor pre-open hook at 1731684092942Writing region info on filesystem at 1731684092942Initializing all the Stores at 1731684092943 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684092943Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684092943Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684092943Cleaning up temporary data from old regions at 1731684092960 (+17 ms)Running coprocessor post-open hooks at 1731684092985 (+25 ms)Region opened successfully at 1731684092985 2024-11-15T15:21:32,986 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684092558.2f19d34493bced6d020645a87b742de4., pid=6, masterSystemTime=1731684092932 2024-11-15T15:21:32,989 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:32,990 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:32,991 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f19d34493bced6d020645a87b742de4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,46351,1731684088807 2024-11-15T15:21:32,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f19d34493bced6d020645a87b742de4, server=855219d6b094,46351,1731684088807 because future has completed 2024-11-15T15:21:32,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:21:32,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f19d34493bced6d020645a87b742de4, server=855219d6b094,46351,1731684088807 in 217 msec 2024-11-15T15:21:33,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:21:33,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2f19d34493bced6d020645a87b742de4, ASSIGN in 377 msec 2024-11-15T15:21:33,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:21:33,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684093005"}]},"ts":"1731684093005"} 2024-11-15T15:21:33,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:21:33,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:21:33,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 451 msec 2024-11-15T15:21:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:21:33,185 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:21:33,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4c7dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:33,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44465,-1 for getting cluster id 2024-11-15T15:21:33,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:33,187 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2de1b5-b2f6-4b36-8c9f-773eea78aed0' 2024-11-15T15:21:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2de1b5-b2f6-4b36-8c9f-773eea78aed0" 2024-11-15T15:21:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c71d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44465,-1] 2024-11-15T15:21:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:33,190 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6549b956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:33,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44465,1731684077557 2024-11-15T15:21:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@427c118d 2024-11-15T15:21:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:33,218 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:33,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:39303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:21:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:21:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:33,221 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39303' 2024-11-15T15:21:33,224 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c08f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:33,225 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39303,-1 for getting cluster id 2024-11-15T15:21:33,225 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:33,225 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b5b9a6-11e6-4513-83ac-cc4d8223b995' 2024-11-15T15:21:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b5b9a6-11e6-4513-83ac-cc4d8223b995" 2024-11-15T15:21:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23df0f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39303,-1] 2024-11-15T15:21:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:33,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:33,228 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:33,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45720e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:33,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:33,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39303,1731684083209 2024-11-15T15:21:33,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c9c7636 2024-11-15T15:21:33,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:33,231 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:33,231 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:21:33,231 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:21:33,231 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:33,232 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:33,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:33,232 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:33,234 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:21:33,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:21:33,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:33,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:21:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:21:33,284 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:21:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:33,672 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a70d9fb0355a858d940b3a2ac7e8fc2, NAME => 'hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80 2024-11-15T15:21:33,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:21:33,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:33,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a70d9fb0355a858d940b3a2ac7e8fc2, disabling compactions & flushes 2024-11-15T15:21:33,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:33,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:33,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. after waiting 0 ms 2024-11-15T15:21:33,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:33,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:33,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a70d9fb0355a858d940b3a2ac7e8fc2: Waiting for close lock at 1731684093677Disabling compacts and flushes for region at 1731684093677Disabling writes for close at 1731684093677Writing region close event to WAL at 1731684093677Closed at 1731684093677 2024-11-15T15:21:33,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:21:33,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684093678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684093678"}]},"ts":"1731684093678"} 2024-11-15T15:21:33,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:21:33,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:21:33,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684093681"}]},"ts":"1731684093681"} 2024-11-15T15:21:33,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:21:33,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a70d9fb0355a858d940b3a2ac7e8fc2, ASSIGN}] 2024-11-15T15:21:33,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a70d9fb0355a858d940b3a2ac7e8fc2, ASSIGN 2024-11-15T15:21:33,685 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a70d9fb0355a858d940b3a2ac7e8fc2, ASSIGN; state=OFFLINE, location=855219d6b094,33561,1731684077767; forceNewPlan=false, retain=false 2024-11-15T15:21:33,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a70d9fb0355a858d940b3a2ac7e8fc2, regionState=OPENING, regionLocation=855219d6b094,33561,1731684077767 2024-11-15T15:21:33,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a70d9fb0355a858d940b3a2ac7e8fc2, ASSIGN because future has completed 2024-11-15T15:21:33,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a70d9fb0355a858d940b3a2ac7e8fc2, server=855219d6b094,33561,1731684077767}] 2024-11-15T15:21:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:34,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:34,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:34,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:21:34,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33561%2C1731684077767.rep, suffix=, logDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767, archiveDir=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/oldWALs, maxLogs=10 2024-11-15T15:21:34,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.rep.1731684094004, exclude list is [], retry=0 2024-11-15T15:21:34,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-23008874-0874-40b1-b031-1b91d22bec24,DISK] 2024-11-15T15:21:34,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.rep.1731684094004 2024-11-15T15:21:34,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41943:41943)] 2024-11-15T15:21:34,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a70d9fb0355a858d940b3a2ac7e8fc2, NAME => 'hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:34,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:21:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. service=MultiRowMutationService 2024-11-15T15:21:34,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:21:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,044 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,045 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a70d9fb0355a858d940b3a2ac7e8fc2 columnFamilyName hfileref 2024-11-15T15:21:34,046 DEBUG [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:34,046 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] regionserver.HStore(327): Store=5a70d9fb0355a858d940b3a2ac7e8fc2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:34,046 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,047 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a70d9fb0355a858d940b3a2ac7e8fc2 columnFamilyName queue 2024-11-15T15:21:34,047 DEBUG [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:34,047 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] regionserver.HStore(327): Store=5a70d9fb0355a858d940b3a2ac7e8fc2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:34,047 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,048 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a70d9fb0355a858d940b3a2ac7e8fc2 columnFamilyName sid 2024-11-15T15:21:34,048 DEBUG [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:34,048 INFO [StoreOpener-5a70d9fb0355a858d940b3a2ac7e8fc2-1 {}] regionserver.HStore(327): Store=5a70d9fb0355a858d940b3a2ac7e8fc2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:34,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:21:34,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:34,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a70d9fb0355a858d940b3a2ac7e8fc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58967721, jitterRate=-0.12131248414516449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:21:34,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:34,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a70d9fb0355a858d940b3a2ac7e8fc2: Running coprocessor pre-open hook at 1731684094042Writing region info on filesystem at 1731684094042Initializing all the Stores at 1731684094042Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684094042Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684094044 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684094044Cleaning up temporary data from old regions at 1731684094051 (+7 ms)Running coprocessor post-open hooks at 1731684094055 (+4 ms)Region opened successfully at 1731684094056 (+1 ms) 2024-11-15T15:21:34,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2., pid=10, masterSystemTime=1731684093990 2024-11-15T15:21:34,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:34,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:34,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a70d9fb0355a858d940b3a2ac7e8fc2, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,33561,1731684077767 2024-11-15T15:21:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a70d9fb0355a858d940b3a2ac7e8fc2, server=855219d6b094,33561,1731684077767 because future has completed 2024-11-15T15:21:34,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:21:34,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a70d9fb0355a858d940b3a2ac7e8fc2, server=855219d6b094,33561,1731684077767 in 228 msec 2024-11-15T15:21:34,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:21:34,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a70d9fb0355a858d940b3a2ac7e8fc2, ASSIGN in 384 msec 2024-11-15T15:21:34,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:21:34,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684094070"}]},"ts":"1731684094070"} 2024-11-15T15:21:34,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:21:34,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:21:34,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 841 msec 2024-11-15T15:21:34,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2., hostname=855219d6b094,33561,1731684077767, seqNum=2] 2024-11-15T15:21:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:34,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:21:34,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:21:34,300 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:21:34,334 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,33561,1731684077767, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:21:34,335 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:34,335 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33561,1731684077767, seqNum=-1] 2024-11-15T15:21:34,335 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:34,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:34,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,33561,1731684077767', locateType=CURRENT is [region=hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2., hostname=855219d6b094,33561,1731684077767, seqNum=2] 2024-11-15T15:21:34,343 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:21:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:21:34,346 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,33561,1731684077767 suceeded 2024-11-15T15:21:34,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:21:34,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-15T15:21:34,348 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:39303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:21:34,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1300 sec 2024-11-15T15:21:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:34,355 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:21:34,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:34,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:34,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:34,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:34,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:34,363 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39303' 2024-11-15T15:21:34,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39303,-1 for getting cluster id 2024-11-15T15:21:34,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:34,365 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b5b9a6-11e6-4513-83ac-cc4d8223b995' 2024-11-15T15:21:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b5b9a6-11e6-4513-83ac-cc4d8223b995" 2024-11-15T15:21:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a0d3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39303,-1] 2024-11-15T15:21:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:34,367 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c5e592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:34,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39303,1731684083209 2024-11-15T15:21:34,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3364f4e 2024-11-15T15:21:34,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:34,373 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:34,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:41907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:21:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:21:34,375 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bbd7e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,375 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39303,-1 for getting cluster id 2024-11-15T15:21:34,375 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:34,377 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:41907' 2024-11-15T15:21:34,379 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b5b9a6-11e6-4513-83ac-cc4d8223b995' 2024-11-15T15:21:34,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:34,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b5b9a6-11e6-4513-83ac-cc4d8223b995" 2024-11-15T15:21:34,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f8f1a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39303,-1] 2024-11-15T15:21:34,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:34,380 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6b88df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,380 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41907,-1 for getting cluster id 2024-11-15T15:21:34,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:34,380 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:34,381 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f9043d-06a9-4df1-9ba5-785f91886f88' 2024-11-15T15:21:34,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:34,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f9043d-06a9-4df1-9ba5-785f91886f88" 2024-11-15T15:21:34,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111b70f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41907,-1] 2024-11-15T15:21:34,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:34,382 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:34,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:34,382 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@742442b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,382 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:34,383 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:34,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39303,1731684083209 2024-11-15T15:21:34,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5793957b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:34,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@306c0bcf 2024-11-15T15:21:34,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:34,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:34,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41907,1731684088664 2024-11-15T15:21:34,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b81d2d 2024-11-15T15:21:34,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:34,384 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-15T15:21:34,385 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,33561,1731684077767 (queues=1) is replicating from cluster=7c2de1b5-b2f6-4b36-8c9f-773eea78aed0 to cluster=b0b5b9a6-11e6-4513-83ac-cc4d8223b995 2024-11-15T15:21:34,385 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C33561%2C1731684077767 2024-11-15T15:21:34,385 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:34,385 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,33561,1731684077767, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:21:34,386 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, startPosition=0, beingWritten=true 2024-11-15T15:21:34,386 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:21:34,386 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:21:34,386 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:34,386 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:34,386 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:34,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:34,388 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:21:34,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:21:34,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:34,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:21:34,394 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C33561%2C1731684077767 2024-11-15T15:21:34,418 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:34,418 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:34,418 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:21:34,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ffd02cc2ca3b86ec1443549383ea44d, NAME => 'hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6 2024-11-15T15:21:34,438 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:21:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:21:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:34,623 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:34,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:34,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5ffd02cc2ca3b86ec1443549383ea44d, disabling compactions & flushes 2024-11-15T15:21:34,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:34,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:34,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. after waiting 0 ms 2024-11-15T15:21:34,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:34,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:34,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ffd02cc2ca3b86ec1443549383ea44d: Waiting for close lock at 1731684094842Disabling compacts and flushes for region at 1731684094842Disabling writes for close at 1731684094842Writing region close event to WAL at 1731684094842Closed at 1731684094842 2024-11-15T15:21:34,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:21:34,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684094844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684094844"}]},"ts":"1731684094844"} 2024-11-15T15:21:34,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:21:34,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:21:34,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684094853"}]},"ts":"1731684094853"} 2024-11-15T15:21:34,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:21:34,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ffd02cc2ca3b86ec1443549383ea44d, ASSIGN}] 2024-11-15T15:21:34,857 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ffd02cc2ca3b86ec1443549383ea44d, ASSIGN 2024-11-15T15:21:34,858 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5ffd02cc2ca3b86ec1443549383ea44d, ASSIGN; state=OFFLINE, location=855219d6b094,33159,1731684083390; forceNewPlan=false, retain=false 2024-11-15T15:21:34,927 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:35,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ffd02cc2ca3b86ec1443549383ea44d, regionState=OPENING, regionLocation=855219d6b094,33159,1731684083390 2024-11-15T15:21:35,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5ffd02cc2ca3b86ec1443549383ea44d, ASSIGN because future has completed 2024-11-15T15:21:35,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ffd02cc2ca3b86ec1443549383ea44d, server=855219d6b094,33159,1731684083390}] 2024-11-15T15:21:35,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:35,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:35,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:21:35,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33159%2C1731684083390.rep, suffix=, logDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390, archiveDir=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/oldWALs, maxLogs=10 2024-11-15T15:21:35,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.rep.1731684095179, exclude list is [], retry=0 2024-11-15T15:21:35,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-6e7ccb9e-3b4e-4727-864a-14fa9e51fc7f,DISK] 2024-11-15T15:21:35,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.rep.1731684095179 2024-11-15T15:21:35,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873)] 2024-11-15T15:21:35,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ffd02cc2ca3b86ec1443549383ea44d, NAME => 'hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:35,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:21:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. service=MultiRowMutationService 2024-11-15T15:21:35,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:21:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,257 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,259 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ffd02cc2ca3b86ec1443549383ea44d columnFamilyName hfileref 2024-11-15T15:21:35,259 DEBUG [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:35,259 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] regionserver.HStore(327): Store=5ffd02cc2ca3b86ec1443549383ea44d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:35,260 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,261 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ffd02cc2ca3b86ec1443549383ea44d columnFamilyName queue 2024-11-15T15:21:35,261 DEBUG [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:35,262 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] regionserver.HStore(327): Store=5ffd02cc2ca3b86ec1443549383ea44d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:35,262 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,263 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ffd02cc2ca3b86ec1443549383ea44d columnFamilyName sid 2024-11-15T15:21:35,263 DEBUG [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:35,264 INFO [StoreOpener-5ffd02cc2ca3b86ec1443549383ea44d-1 {}] regionserver.HStore(327): Store=5ffd02cc2ca3b86ec1443549383ea44d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/replication/5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/replication/5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:21:35,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/replication/5ffd02cc2ca3b86ec1443549383ea44d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:35,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5ffd02cc2ca3b86ec1443549383ea44d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68860617, jitterRate=0.026103153824806213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:21:35,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:35,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5ffd02cc2ca3b86ec1443549383ea44d: Running coprocessor pre-open hook at 1731684095250Writing region info on filesystem at 1731684095250Initializing all the Stores at 1731684095250Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684095251 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684095256 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684095256Cleaning up temporary data from old regions at 1731684095266 (+10 ms)Running coprocessor post-open hooks at 1731684095270 (+4 ms)Region opened successfully at 1731684095270 2024-11-15T15:21:35,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d., pid=10, masterSystemTime=1731684095165 2024-11-15T15:21:35,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:35,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:35,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ffd02cc2ca3b86ec1443549383ea44d, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,33159,1731684083390 2024-11-15T15:21:35,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ffd02cc2ca3b86ec1443549383ea44d, server=855219d6b094,33159,1731684083390 because future has completed 2024-11-15T15:21:35,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:21:35,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ffd02cc2ca3b86ec1443549383ea44d, server=855219d6b094,33159,1731684083390 in 267 msec 2024-11-15T15:21:35,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:21:35,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ffd02cc2ca3b86ec1443549383ea44d, ASSIGN in 427 msec 2024-11-15T15:21:35,288 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:21:35,288 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684095288"}]},"ts":"1731684095288"} 2024-11-15T15:21:35,292 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:21:35,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:21:35,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 907 msec 2024-11-15T15:21:35,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d., hostname=855219d6b094,33159,1731684083390, seqNum=2] 2024-11-15T15:21:35,354 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:35,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:21:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:35,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:21:35,604 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:21:35,656 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,33159,1731684083390, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:21:35,657 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:35,657 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33159,1731684083390, seqNum=-1] 2024-11-15T15:21:35,658 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:35,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:35,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,33159,1731684083390', locateType=CURRENT is [region=hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d., hostname=855219d6b094,33159,1731684083390, seqNum=2] 2024-11-15T15:21:35,688 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:21:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:21:35,692 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,33159,1731684083390 suceeded 2024-11-15T15:21:35,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:21:35,695 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:41907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:21:35,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-15T15:21:35,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3210 sec 2024-11-15T15:21:35,715 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:41907' 2024-11-15T15:21:35,732 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59afbe56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:35,732 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41907,-1 for getting cluster id 2024-11-15T15:21:35,734 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:35,735 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f9043d-06a9-4df1-9ba5-785f91886f88' 2024-11-15T15:21:35,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:35,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f9043d-06a9-4df1-9ba5-785f91886f88" 2024-11-15T15:21:35,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a149147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:35,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41907,-1] 2024-11-15T15:21:35,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:35,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:35,738 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:35,739 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bdc7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:35,739 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41907,1731684088664 2024-11-15T15:21:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e24f096 2024-11-15T15:21:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:35,742 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-15T15:21:35,743 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,33159,1731684083390 (queues=1) is replicating from cluster=b0b5b9a6-11e6-4513-83ac-cc4d8223b995 to cluster=40f9043d-06a9-4df1-9ba5-785f91886f88 2024-11-15T15:21:35,743 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C33159%2C1731684083390 2024-11-15T15:21:35,744 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,33159,1731684083390, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:21:35,745 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, startPosition=0, beingWritten=true 2024-11-15T15:21:35,771 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:35,771 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 379, reset compression=false 2024-11-15T15:21:35,772 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C33159%2C1731684083390 2024-11-15T15:21:35,772 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:35,861 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:35,981 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 379, reset compression=false 2024-11-15T15:21:36,285 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 379, reset compression=false 2024-11-15T15:21:36,481 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:36,525 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:21:36,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:36,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:36,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:36,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:36,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:36,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4488826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:36,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41907,-1 for getting cluster id 2024-11-15T15:21:36,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:36,528 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f9043d-06a9-4df1-9ba5-785f91886f88' 2024-11-15T15:21:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f9043d-06a9-4df1-9ba5-785f91886f88" 2024-11-15T15:21:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34213732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41907,-1] 2024-11-15T15:21:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:36,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:36,529 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a8ffa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:36,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41907,1731684088664 2024-11-15T15:21:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cb5c65c 2024-11-15T15:21:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:36,532 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:36,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:44465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:21:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:21:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:36,536 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:44465' 2024-11-15T15:21:36,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba99d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:36,537 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44465,-1 for getting cluster id 2024-11-15T15:21:36,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:36,538 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2de1b5-b2f6-4b36-8c9f-773eea78aed0' 2024-11-15T15:21:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2de1b5-b2f6-4b36-8c9f-773eea78aed0" 2024-11-15T15:21:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ef79a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44465,-1] 2024-11-15T15:21:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:36,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:36,539 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:36,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7270d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:36,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:36,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44465,1731684077557 2024-11-15T15:21:36,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f104a9c 2024-11-15T15:21:36,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:36,543 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:36,543 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:21:36,544 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:21:36,544 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:36,544 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:36,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:36,544 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:21:36,546 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:21:36,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:21:36,547 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:36,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:21:36,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:36,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:21:36,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,596 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:21:36,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:36,651 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:21:36,690 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 379, reset compression=false 2024-11-15T15:21:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:36,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f8c7936ef20ae06d211916b796a9c49, NAME => 'hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1 2024-11-15T15:21:36,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:21:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:37,185 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:37,195 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 379, reset compression=false 2024-11-15T15:21:37,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:37,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2f8c7936ef20ae06d211916b796a9c49, disabling compactions & flushes 2024-11-15T15:21:37,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:37,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:37,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. after waiting 0 ms 2024-11-15T15:21:37,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:37,360 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:37,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f8c7936ef20ae06d211916b796a9c49: Waiting for close lock at 1731684097359Disabling compacts and flushes for region at 1731684097359Disabling writes for close at 1731684097360 (+1 ms)Writing region close event to WAL at 1731684097360Closed at 1731684097360 2024-11-15T15:21:37,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:21:37,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684097361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684097361"}]},"ts":"1731684097361"} 2024-11-15T15:21:37,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:21:37,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:21:37,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684097364"}]},"ts":"1731684097364"} 2024-11-15T15:21:37,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:21:37,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f8c7936ef20ae06d211916b796a9c49, ASSIGN}] 2024-11-15T15:21:37,368 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f8c7936ef20ae06d211916b796a9c49, ASSIGN 2024-11-15T15:21:37,368 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f8c7936ef20ae06d211916b796a9c49, ASSIGN; state=OFFLINE, location=855219d6b094,46351,1731684088807; forceNewPlan=false, retain=false 2024-11-15T15:21:37,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f8c7936ef20ae06d211916b796a9c49, regionState=OPENING, regionLocation=855219d6b094,46351,1731684088807 2024-11-15T15:21:37,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f8c7936ef20ae06d211916b796a9c49, ASSIGN because future has completed 2024-11-15T15:21:37,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f8c7936ef20ae06d211916b796a9c49, server=855219d6b094,46351,1731684088807}] 2024-11-15T15:21:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:37,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:37,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:21:37,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:21:37,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C46351%2C1731684088807.rep, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/oldWALs, maxLogs=10 2024-11-15T15:21:37,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.rep.1731684097680, exclude list is [], retry=0 2024-11-15T15:21:37,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-d99552b7-5252-407c-8493-4e878f448ea5,DISK] 2024-11-15T15:21:37,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.rep.1731684097680 2024-11-15T15:21:37,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45645:45645)] 2024-11-15T15:21:37,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f8c7936ef20ae06d211916b796a9c49, NAME => 'hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:21:37,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:21:37,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:21:37,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. service=MultiRowMutationService 2024-11-15T15:21:37,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:21:37,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:21:37,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,715 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,716 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c7936ef20ae06d211916b796a9c49 columnFamilyName hfileref 2024-11-15T15:21:37,716 DEBUG [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:37,717 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] regionserver.HStore(327): Store=2f8c7936ef20ae06d211916b796a9c49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:37,717 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,718 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c7936ef20ae06d211916b796a9c49 columnFamilyName queue 2024-11-15T15:21:37,718 DEBUG [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:37,718 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] regionserver.HStore(327): Store=2f8c7936ef20ae06d211916b796a9c49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:37,718 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,719 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c7936ef20ae06d211916b796a9c49 columnFamilyName sid 2024-11-15T15:21:37,719 DEBUG [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:21:37,720 INFO [StoreOpener-2f8c7936ef20ae06d211916b796a9c49-1 {}] regionserver.HStore(327): Store=2f8c7936ef20ae06d211916b796a9c49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:21:37,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/replication/2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/replication/2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:21:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/replication/2f8c7936ef20ae06d211916b796a9c49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:21:37,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2f8c7936ef20ae06d211916b796a9c49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70341185, jitterRate=0.04816533625125885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:21:37,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:37,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2f8c7936ef20ae06d211916b796a9c49: Running coprocessor pre-open hook at 1731684097713Writing region info on filesystem at 1731684097713Initializing all the Stores at 1731684097714 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684097714Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684097715 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684097715Cleaning up temporary data from old regions at 1731684097722 (+7 ms)Running coprocessor post-open hooks at 1731684097735 (+13 ms)Region opened successfully at 1731684097735 2024-11-15T15:21:37,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49., pid=10, masterSystemTime=1731684097673 2024-11-15T15:21:37,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:37,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:37,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f8c7936ef20ae06d211916b796a9c49, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,46351,1731684088807 2024-11-15T15:21:37,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f8c7936ef20ae06d211916b796a9c49, server=855219d6b094,46351,1731684088807 because future has completed 2024-11-15T15:21:37,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:21:37,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f8c7936ef20ae06d211916b796a9c49, server=855219d6b094,46351,1731684088807 in 231 msec 2024-11-15T15:21:37,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:21:37,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f8c7936ef20ae06d211916b796a9c49, ASSIGN in 389 msec 2024-11-15T15:21:37,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:21:37,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684097759"}]},"ts":"1731684097759"} 2024-11-15T15:21:37,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:21:37,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:21:37,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-15T15:21:37,799 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 379, reset compression=false 2024-11-15T15:21:37,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49., hostname=855219d6b094,46351,1731684088807, seqNum=2] 2024-11-15T15:21:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:37,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:21:37,989 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:38,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:21:38,098 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:21:38,135 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,46351,1731684088807, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:21:38,135 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:38,135 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46351,1731684088807, seqNum=-1] 2024-11-15T15:21:38,136 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:38,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:38,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,46351,1731684088807', locateType=CURRENT is [region=hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49., hostname=855219d6b094,46351,1731684088807, seqNum=2] 2024-11-15T15:21:38,141 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:21:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:21:38,143 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,46351,1731684088807 suceeded 2024-11-15T15:21:38,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:21:38,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-15T15:21:38,145 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:44465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:21:38,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6120 sec 2024-11-15T15:21:38,159 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:44465' 2024-11-15T15:21:38,161 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35845e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,161 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44465,-1 for getting cluster id 2024-11-15T15:21:38,161 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:38,161 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2de1b5-b2f6-4b36-8c9f-773eea78aed0' 2024-11-15T15:21:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2de1b5-b2f6-4b36-8c9f-773eea78aed0" 2024-11-15T15:21:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5af6c6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44465,-1] 2024-11-15T15:21:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:38,163 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:38,163 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316040fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,163 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:38,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44465,1731684077557 2024-11-15T15:21:38,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@462eb8a0 2024-11-15T15:21:38,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:38,165 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T15:21:38,165 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,46351,1731684088807 (queues=1) is replicating from cluster=40f9043d-06a9-4df1-9ba5-785f91886f88 to cluster=7c2de1b5-b2f6-4b36-8c9f-773eea78aed0 2024-11-15T15:21:38,165 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C46351%2C1731684088807 2024-11-15T15:21:38,165 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,46351,1731684088807, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:21:38,166 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C46351%2C1731684088807 2024-11-15T15:21:38,166 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, startPosition=0, beingWritten=true 2024-11-15T15:21:38,170 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:38,170 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 379, reset compression=false 2024-11-15T15:21:38,170 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:38,374 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 379, reset compression=false 2024-11-15T15:21:38,504 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 379, reset compression=false 2024-11-15T15:21:38,679 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 379, reset compression=false 2024-11-15T15:21:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:21:38,686 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:21:38,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:38,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:38,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:38,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:38,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:38,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5844fac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44465,-1 for getting cluster id 2024-11-15T15:21:38,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:38,696 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2de1b5-b2f6-4b36-8c9f-773eea78aed0' 2024-11-15T15:21:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2de1b5-b2f6-4b36-8c9f-773eea78aed0" 2024-11-15T15:21:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a87f6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44465,-1] 2024-11-15T15:21:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:38,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:38,697 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390dc6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39303,-1 for getting cluster id 2024-11-15T15:21:38,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:38,700 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b5b9a6-11e6-4513-83ac-cc4d8223b995' 2024-11-15T15:21:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b5b9a6-11e6-4513-83ac-cc4d8223b995" 2024-11-15T15:21:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dba60dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39303,-1] 2024-11-15T15:21:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:38,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:38,701 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6585f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7ef759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41907,-1 for getting cluster id 2024-11-15T15:21:38,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:38,704 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f9043d-06a9-4df1-9ba5-785f91886f88' 2024-11-15T15:21:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f9043d-06a9-4df1-9ba5-785f91886f88" 2024-11-15T15:21:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcddee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41907,-1] 2024-11-15T15:21:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:38,706 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28907438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33561,1731684077767, seqNum=-1] 2024-11-15T15:21:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:38,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:38,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2., hostname=855219d6b094,33561,1731684077767, seqNum=2] 2024-11-15T15:21:38,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:38,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46351,1731684088807, seqNum=-1] 2024-11-15T15:21:38,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:38,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:38,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684092558.2f19d34493bced6d020645a87b742de4., hostname=855219d6b094,46351,1731684088807, seqNum=2] 2024-11-15T15:21:38,756 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T15:21:38,897 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 379, reset compression=false 2024-11-15T15:21:38,914 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:38,914 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 480, reset compression=false 2024-11-15T15:21:38,914 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[{test/a328238a8ec0938cdbf847b76cc312a2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T15:21:38,918 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:38,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-15T15:21:38,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:38,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ee504b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39303,-1 for getting cluster id 2024-11-15T15:21:38,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:38,929 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0b5b9a6-11e6-4513-83ac-cc4d8223b995' 2024-11-15T15:21:38,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:38,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0b5b9a6-11e6-4513-83ac-cc4d8223b995" 2024-11-15T15:21:38,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36e813da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39303,-1] 2024-11-15T15:21:38,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:38,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:38,931 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:38,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12bed910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:38,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:38,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33159,1731684083390, seqNum=-1] 2024-11-15T15:21:38,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:38,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:38,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c., hostname=855219d6b094,33159,1731684083390, seqNum=2] 2024-11-15T15:21:38,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:39,083 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 379, reset compression=false 2024-11-15T15:21:39,120 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 480, reset compression=false 2024-11-15T15:21:39,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:21:39,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T15:21:39,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T15:21:39,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T15:21:39,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:21:39,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T15:21:39,308 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 379, reset compression=false 2024-11-15T15:21:39,320 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:39,320 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 503, reset compression=false 2024-11-15T15:21:39,320 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bf4a72da828bcce1c02adc68a5ae80c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T15:21:39,323 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:39,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-15T15:21:39,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:39,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c905adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:39,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41907,-1 for getting cluster id 2024-11-15T15:21:39,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:39,326 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f9043d-06a9-4df1-9ba5-785f91886f88' 2024-11-15T15:21:39,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:39,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f9043d-06a9-4df1-9ba5-785f91886f88" 2024-11-15T15:21:39,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@615c322c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:39,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41907,-1] 2024-11-15T15:21:39,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:39,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:39,327 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:39,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@628755a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:39,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:39,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46351,1731684088807, seqNum=-1] 2024-11-15T15:21:39,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:39,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:39,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684092558.2f19d34493bced6d020645a87b742de4., hostname=855219d6b094,46351,1731684088807, seqNum=2] 2024-11-15T15:21:39,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:39,432 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 480, reset compression=false 2024-11-15T15:21:39,524 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 503, reset compression=false 2024-11-15T15:21:39,593 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 379, reset compression=false 2024-11-15T15:21:39,601 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:39,601 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 527, reset compression=false 2024-11-15T15:21:39,601 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:39,759 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T15:21:39,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33159,1731684083390, seqNum=-1] 2024-11-15T15:21:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:39,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:21:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c., hostname=855219d6b094,33159,1731684083390, seqNum=2] 2024-11-15T15:21:39,771 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T15:21:39,813 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 527, reset compression=false 2024-11-15T15:21:39,830 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 503, reset compression=false 2024-11-15T15:21:39,835 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:39,835 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 607, reset compression=false 2024-11-15T15:21:39,835 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bf4a72da828bcce1c02adc68a5ae80c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T15:21:39,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:39,837 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 480, reset compression=false 2024-11-15T15:21:39,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:40,050 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 607, reset compression=false 2024-11-15T15:21:40,119 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 527, reset compression=false 2024-11-15T15:21:40,125 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:40,125 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 655, reset compression=false 2024-11-15T15:21:40,125 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f19d34493bced6d020645a87b742de4/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T15:21:40,128 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:40,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T15:21:40,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:40,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@237050aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:40,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44465,-1 for getting cluster id 2024-11-15T15:21:40,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:40,137 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2de1b5-b2f6-4b36-8c9f-773eea78aed0' 2024-11-15T15:21:40,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:40,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2de1b5-b2f6-4b36-8c9f-773eea78aed0" 2024-11-15T15:21:40,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f55d343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:40,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44465,-1] 2024-11-15T15:21:40,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:40,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:40,139 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:40,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@628b561e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:40,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:21:40,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33561,1731684077767, seqNum=-1] 2024-11-15T15:21:40,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:21:40,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T15:21:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2., hostname=855219d6b094,33561,1731684077767, seqNum=2] 2024-11-15T15:21:40,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:40,332 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 655, reset compression=false 2024-11-15T15:21:40,350 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 480, reset compression=false 2024-11-15T15:21:40,356 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 607, reset compression=false 2024-11-15T15:21:40,366 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:40,366 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 631, reset compression=false 2024-11-15T15:21:40,366 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:40,572 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 631, reset compression=false 2024-11-15T15:21:40,657 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 655, reset compression=false 2024-11-15T15:21:40,768 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 607, reset compression=false 2024-11-15T15:21:40,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T15:21:40,778 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T15:21:40,876 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 631, reset compression=false 2024-11-15T15:21:41,062 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 655, reset compression=false 2024-11-15T15:21:41,066 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:41,067 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 759, reset compression=false 2024-11-15T15:21:41,067 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f19d34493bced6d020645a87b742de4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T15:21:41,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:41,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:41,275 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 607, reset compression=false 2024-11-15T15:21:41,279 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 759, reset compression=false 2024-11-15T15:21:41,282 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 631, reset compression=false 2024-11-15T15:21:41,287 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:41,287 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 758, reset compression=false 2024-11-15T15:21:41,287 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[{test/a328238a8ec0938cdbf847b76cc312a2/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T15:21:41,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:41,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:41,499 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 758, reset compression=false 2024-11-15T15:21:41,585 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 759, reset compression=false 2024-11-15T15:21:41,780 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T15:21:41,784 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T15:21:41,835 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 758, reset compression=false 2024-11-15T15:21:41,839 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:41,839 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 914, reset compression=false 2024-11-15T15:21:41,839 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[{test/a328238a8ec0938cdbf847b76cc312a2/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T15:21:41,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:41,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:41,879 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 607, reset compression=false 2024-11-15T15:21:41,882 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:41,882 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 904, reset compression=false 2024-11-15T15:21:41,882 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bf4a72da828bcce1c02adc68a5ae80c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T15:21:41,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:41,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:41,997 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 759, reset compression=false 2024-11-15T15:21:42,002 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:42,002 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 930, reset compression=false 2024-11-15T15:21:42,002 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:42,042 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 914, reset compression=false 2024-11-15T15:21:42,085 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 904, reset compression=false 2024-11-15T15:21:42,205 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 930, reset compression=false 2024-11-15T15:21:42,345 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 914, reset compression=false 2024-11-15T15:21:42,388 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 904, reset compression=false 2024-11-15T15:21:42,508 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 930, reset compression=false 2024-11-15T15:21:42,749 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 914, reset compression=false 2024-11-15T15:21:42,786 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T15:21:42,789 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T15:21:42,791 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 904, reset compression=false 2024-11-15T15:21:42,795 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:42,795 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1063, reset compression=false 2024-11-15T15:21:42,795 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bf4a72da828bcce1c02adc68a5ae80c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T15:21:42,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:42,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:42,911 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 930, reset compression=false 2024-11-15T15:21:42,914 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:42,915 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1080, reset compression=false 2024-11-15T15:21:42,915 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f19d34493bced6d020645a87b742de4/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T15:21:42,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:42,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:43,001 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1063, reset compression=false 2024-11-15T15:21:43,118 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1080, reset compression=false 2024-11-15T15:21:43,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:43,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,252 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 914, reset compression=false 2024-11-15T15:21:43,257 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:43,257 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1087, reset compression=false 2024-11-15T15:21:43,257 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:43,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:43,304 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1063, reset compression=false 2024-11-15T15:21:43,422 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1080, reset compression=false 2024-11-15T15:21:43,460 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1087, reset compression=false 2024-11-15T15:21:43,709 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1063, reset compression=false 2024-11-15T15:21:43,763 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1087, reset compression=false 2024-11-15T15:21:43,790 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T15:21:43,793 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T15:21:43,825 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1080, reset compression=false 2024-11-15T15:21:43,828 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:43,828 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1239, reset compression=false 2024-11-15T15:21:43,828 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f19d34493bced6d020645a87b742de4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T15:21:43,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:43,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:44,031 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1239, reset compression=false 2024-11-15T15:21:44,166 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1087, reset compression=false 2024-11-15T15:21:44,170 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:44,170 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1236, reset compression=false 2024-11-15T15:21:44,170 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[{test/a328238a8ec0938cdbf847b76cc312a2/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T15:21:44,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:44,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:44,212 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1063, reset compression=false 2024-11-15T15:21:44,215 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:44,215 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1235, reset compression=false 2024-11-15T15:21:44,215 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:44,335 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1239, reset compression=false 2024-11-15T15:21:44,373 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1236, reset compression=false 2024-11-15T15:21:44,418 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1235, reset compression=false 2024-11-15T15:21:44,676 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1236, reset compression=false 2024-11-15T15:21:44,721 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1235, reset compression=false 2024-11-15T15:21:44,738 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1239, reset compression=false 2024-11-15T15:21:44,795 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T15:21:44,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bb31ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:44,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41907,-1 for getting cluster id 2024-11-15T15:21:44,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:44,801 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f9043d-06a9-4df1-9ba5-785f91886f88' 2024-11-15T15:21:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f9043d-06a9-4df1-9ba5-785f91886f88" 2024-11-15T15:21:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5ad333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41907,-1] 2024-11-15T15:21:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:44,803 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@895791c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:44,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41907,1731684088664 2024-11-15T15:21:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af0ba59 2024-11-15T15:21:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:44,807 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:44,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-15T15:21:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-15T15:21:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T15:21:44,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:21:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T15:21:45,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T15:21:45,028 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-15T15:21:45,029 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-15T15:21:45,029 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,46351,1731684088807 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-15T15:21:45,029 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/855219d6b094:0-0. 2024-11-15T15:21:45,030 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:45,030 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:45,030 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:45,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:45,079 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1236, reset compression=false 2024-11-15T15:21:45,124 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1235, reset compression=false 2024-11-15T15:21:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T15:21:45,130 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:21:45,130 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:21:45,230 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 terminated 2024-11-15T15:21:45,246 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,46351,1731684088807, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:21:45,246 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-15T15:21:45,247 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T15:21:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T15:21:45,249 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 855219d6b094,46351,1731684088807 suceeded 2024-11-15T15:21:45,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T15:21:45,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-15T15:21:45,250 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-15T15:21:45,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 443 msec 2024-11-15T15:21:45,262 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:44465' 2024-11-15T15:21:45,263 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b5dab5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:45,263 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,44465,-1 for getting cluster id 2024-11-15T15:21:45,263 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:45,264 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2de1b5-b2f6-4b36-8c9f-773eea78aed0' 2024-11-15T15:21:45,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:45,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2de1b5-b2f6-4b36-8c9f-773eea78aed0" 2024-11-15T15:21:45,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@226bffff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:45,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,44465,-1] 2024-11-15T15:21:45,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:45,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:45,265 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:45,266 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29ef20f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:45,266 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:45,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,44465,1731684077557 2024-11-15T15:21:45,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@165c36df 2024-11-15T15:21:45,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:45,267 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T15:21:45,267 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,46351,1731684088807 (queues=1) is replicating from cluster=40f9043d-06a9-4df1-9ba5-785f91886f88 to cluster=7c2de1b5-b2f6-4b36-8c9f-773eea78aed0 2024-11-15T15:21:45,268 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C46351%2C1731684088807 2024-11-15T15:21:45,268 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,46351,1731684088807, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:21:45,268 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C46351%2C1731684088807 2024-11-15T15:21:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T15:21:45,435 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:21:45,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:45,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:45,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:45,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:45,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:45,438 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-15T15:21:45,582 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1236, reset compression=false 2024-11-15T15:21:45,585 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:45,585 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1340, reset compression=false 2024-11-15T15:21:45,585 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[{test/a328238a8ec0938cdbf847b76cc312a2/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T15:21:45,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:45,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:45,627 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1235, reset compression=false 2024-11-15T15:21:45,631 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:45,631 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1362, reset compression=false 2024-11-15T15:21:45,631 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bf4a72da828bcce1c02adc68a5ae80c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T15:21:45,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:45,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:45,788 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1340, reset compression=false 2024-11-15T15:21:45,834 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1362, reset compression=false 2024-11-15T15:21:46,094 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1340, reset compression=false 2024-11-15T15:21:46,137 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1362, reset compression=false 2024-11-15T15:21:46,440 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-15T15:21:46,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d321723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:46,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,41907,-1 for getting cluster id 2024-11-15T15:21:46,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:21:46,443 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f9043d-06a9-4df1-9ba5-785f91886f88' 2024-11-15T15:21:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:21:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f9043d-06a9-4df1-9ba5-785f91886f88" 2024-11-15T15:21:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c43aba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,41907,-1] 2024-11-15T15:21:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:21:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:46,445 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:21:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c706f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:21:46,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,41907,1731684088664 2024-11-15T15:21:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16266f32 2024-11-15T15:21:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:21:46,452 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:21:46,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-15T15:21:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-15T15:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T15:21:46,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:21:46,498 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1340, reset compression=false 2024-11-15T15:21:46,540 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1362, reset compression=false 2024-11-15T15:21:46,544 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:46,544 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1466, reset compression=false 2024-11-15T15:21:46,544 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bf4a72da828bcce1c02adc68a5ae80c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T15:21:46,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:46,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T15:21:46,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-15T15:21:46,625 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-15T15:21:46,626 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T15:21:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T15:21:46,628 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 855219d6b094,46351,1731684088807 suceeded 2024-11-15T15:21:46,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T15:21:46,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-15T15:21:46,629 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-15T15:21:46,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 176 msec 2024-11-15T15:21:46,669 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, startPosition=1239, beingWritten=true 2024-11-15T15:21:46,674 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:21:46,674 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1518, reset compression=false 2024-11-15T15:21:46,674 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f19d34493bced6d020645a87b742de4/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T15:21:46,676 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:21:46,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T15:21:46,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:21:46,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:21:46,748 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1466, reset compression=false 2024-11-15T15:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T15:21:46,775 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:21:46,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:46,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:46,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:46,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:46,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:46,776 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-15T15:21:46,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:21:46,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:46,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:46,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:46,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:46,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:46,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:21:46,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1772251734, stopped=false 2024-11-15T15:21:46,777 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,41907,1731684088664 2024-11-15T15:21:46,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1545614173/running 2024-11-15T15:21:46,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1545614173/running 2024-11-15T15:21:46,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:46,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:46,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:46,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:46,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:46,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:46,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,46351,1731684088807' ***** 2024-11-15T15:21:46,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:21:46,788 INFO [RS:0;855219d6b094:46351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:21:46,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on znode that does not yet exist, /2-1545614173/running 2024-11-15T15:21:46,788 INFO [RS:0;855219d6b094:46351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:21:46,788 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:21:46,788 INFO [RS:0;855219d6b094:46351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:21:46,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Set watcher on znode that does not yet exist, /2-1545614173/running 2024-11-15T15:21:46,788 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f19d34493bced6d020645a87b742de4 2024-11-15T15:21:46,792 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:46,792 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,46351,1731684088807 2024-11-15T15:21:46,792 INFO [RS:0;855219d6b094:46351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:46,792 INFO [RS:0;855219d6b094:46351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:46351. 2024-11-15T15:21:46,792 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f19d34493bced6d020645a87b742de4, disabling compactions & flushes 2024-11-15T15:21:46,792 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:46,792 DEBUG [RS:0;855219d6b094:46351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:46,792 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:46,792 DEBUG [RS:0;855219d6b094:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:46,792 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684092558.2f19d34493bced6d020645a87b742de4. after waiting 0 ms 2024-11-15T15:21:46,792 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:46,792 INFO [RS:0;855219d6b094:46351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:21:46,792 INFO [RS:0;855219d6b094:46351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:21:46,792 INFO [RS:0;855219d6b094:46351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:21:46,792 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:21:46,793 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:21:46,793 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1325): Online Regions={2f19d34493bced6d020645a87b742de4=test,,1731684092558.2f19d34493bced6d020645a87b742de4., 2f8c7936ef20ae06d211916b796a9c49=hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:21:46,793 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f19d34493bced6d020645a87b742de4, 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:46,793 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:21:46,793 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:21:46,793 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:21:46,793 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:21:46,793 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:21:46,793 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:21:46,794 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f19d34493bced6d020645a87b742de4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T15:21:46,811 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/info/392133c6484249fbb0c6bf492926aa7f is 147, key is hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49./info:regioninfo/1731684097739/Put/seqid=0 2024-11-15T15:21:46,811 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/f/e2713c50f1954f058579e7db215a0a79 is 37, key is row3/f:row3/1731684105436/Put/seqid=0 2024-11-15T15:21:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741840_1016 (size=5228) 2024-11-15T15:21:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741841_1017 (size=7686) 2024-11-15T15:21:46,821 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/info/392133c6484249fbb0c6bf492926aa7f 2024-11-15T15:21:46,839 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/ns/c3e2f464586f436c88e21954cc9b8fc6 is 43, key is default/ns:d/1731684091168/Put/seqid=0 2024-11-15T15:21:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741842_1018 (size=5153) 2024-11-15T15:21:46,848 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/ns/c3e2f464586f436c88e21954cc9b8fc6 2024-11-15T15:21:46,863 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:46,865 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/rep_barrier/38da48f018ab4db08d545c4084128c0e is 112, key is test,,1731684092558.2f19d34493bced6d020645a87b742de4./rep_barrier:seqnumDuringOpen/1731684092990/Put/seqid=0 2024-11-15T15:21:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741843_1019 (size=5518) 2024-11-15T15:21:46,880 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1518, reset compression=false 2024-11-15T15:21:46,885 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:46,885 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1765, reset compression=false 2024-11-15T15:21:46,885 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,46351,1731684088807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:46,886 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,46351,1731684088807: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,46351,1731684088807, walGroup=855219d6b094%2C46351%2C1731684088807, offset=855219d6b094%2C46351%2C1731684088807.1731684090685:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:46351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:21:46,887 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:21:46,887 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:21:46,887 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:21:46,887 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:21:46,887 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:21:46,887 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 872633544 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198263528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:21:46,888 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:21:46,993 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f19d34493bced6d020645a87b742de4, 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:47,006 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1340, reset compression=false 2024-11-15T15:21:47,010 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:47,010 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:47,010 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:47,051 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1466, reset compression=false 2024-11-15T15:21:47,088 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1765, reset compression=false 2024-11-15T15:21:47,148 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:21:47,193 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f19d34493bced6d020645a87b742de4, 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:47,217 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:47,221 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/f/e2713c50f1954f058579e7db215a0a79 2024-11-15T15:21:47,225 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2713c50f1954f058579e7db215a0a79 2024-11-15T15:21:47,244 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/f1/8adb63bfea7842418ddabeed0309b437 is 30, key is row1/f1:/1731684102787/DeleteFamily/seqid=0 2024-11-15T15:21:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741844_1020 (size=5158) 2024-11-15T15:21:47,253 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/f1/8adb63bfea7842418ddabeed0309b437 2024-11-15T15:21:47,257 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8adb63bfea7842418ddabeed0309b437 2024-11-15T15:21:47,268 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/rep_barrier/38da48f018ab4db08d545c4084128c0e 2024-11-15T15:21:47,272 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/norep/437ceab5a2bc4a019171d887f886674f is 33, key is row2/norep:/1731684103791/DeleteFamily/seqid=0 2024-11-15T15:21:47,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741845_1021 (size=5108) 2024-11-15T15:21:47,289 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/table/a5cc722caeca4a5199b583d88b82b1b6 is 53, key is hbase:replication/table:state/1731684097759/Put/seqid=0 2024-11-15T15:21:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741846_1022 (size=5308) 2024-11-15T15:21:47,392 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1765, reset compression=false 2024-11-15T15:21:47,393 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f19d34493bced6d020645a87b742de4, 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:47,460 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1466, reset compression=false 2024-11-15T15:21:47,520 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:47,544 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:21:47,544 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:21:47,594 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f19d34493bced6d020645a87b742de4, 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:47,682 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/norep/437ceab5a2bc4a019171d887f886674f 2024-11-15T15:21:47,685 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 437ceab5a2bc4a019171d887f886674f 2024-11-15T15:21:47,686 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/f/e2713c50f1954f058579e7db215a0a79 as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/f/e2713c50f1954f058579e7db215a0a79 2024-11-15T15:21:47,689 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2713c50f1954f058579e7db215a0a79 2024-11-15T15:21:47,689 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/f/e2713c50f1954f058579e7db215a0a79, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T15:21:47,690 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/f1/8adb63bfea7842418ddabeed0309b437 as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/f1/8adb63bfea7842418ddabeed0309b437 2024-11-15T15:21:47,693 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8adb63bfea7842418ddabeed0309b437 2024-11-15T15:21:47,693 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/f1/8adb63bfea7842418ddabeed0309b437, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T15:21:47,693 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/.tmp/norep/437ceab5a2bc4a019171d887f886674f as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/norep/437ceab5a2bc4a019171d887f886674f 2024-11-15T15:21:47,695 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/table/a5cc722caeca4a5199b583d88b82b1b6 2024-11-15T15:21:47,697 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 437ceab5a2bc4a019171d887f886674f 2024-11-15T15:21:47,697 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/norep/437ceab5a2bc4a019171d887f886674f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T15:21:47,697 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2f19d34493bced6d020645a87b742de4 in 905ms, sequenceid=12, compaction requested=false 2024-11-15T15:21:47,699 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/info/392133c6484249fbb0c6bf492926aa7f as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/info/392133c6484249fbb0c6bf492926aa7f 2024-11-15T15:21:47,702 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/info/392133c6484249fbb0c6bf492926aa7f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:21:47,703 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/ns/c3e2f464586f436c88e21954cc9b8fc6 as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/ns/c3e2f464586f436c88e21954cc9b8fc6 2024-11-15T15:21:47,706 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/ns/c3e2f464586f436c88e21954cc9b8fc6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:21:47,707 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/rep_barrier/38da48f018ab4db08d545c4084128c0e as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/rep_barrier/38da48f018ab4db08d545c4084128c0e 2024-11-15T15:21:47,710 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/rep_barrier/38da48f018ab4db08d545c4084128c0e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:21:47,711 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/.tmp/table/a5cc722caeca4a5199b583d88b82b1b6 as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/table/a5cc722caeca4a5199b583d88b82b1b6 2024-11-15T15:21:47,713 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/default/test/2f19d34493bced6d020645a87b742de4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T15:21:47,714 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:47,714 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:21:47,714 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:47,714 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f19d34493bced6d020645a87b742de4: Waiting for close lock at 1731684106792Running coprocessor pre-close hooks at 1731684106792Disabling compacts and flushes for region at 1731684106792Disabling writes for close at 1731684106792Obtaining lock to block concurrent updates at 1731684106794 (+2 ms)Preparing flush snapshotting stores in 2f19d34493bced6d020645a87b742de4 at 1731684106794Finished memstore snapshotting test,,1731684092558.2f19d34493bced6d020645a87b742de4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731684106794Flushing stores of test,,1731684092558.2f19d34493bced6d020645a87b742de4. at 1731684106794Flushing 2f19d34493bced6d020645a87b742de4/f: creating writer at 1731684106794Flushing 2f19d34493bced6d020645a87b742de4/f: appending metadata at 1731684106811 (+17 ms)Flushing 2f19d34493bced6d020645a87b742de4/f: closing flushed file at 1731684106811Flushing 2f19d34493bced6d020645a87b742de4/f1: creating writer at 1731684107225 (+414 ms)Flushing 2f19d34493bced6d020645a87b742de4/f1: appending metadata at 1731684107243 (+18 ms)Flushing 2f19d34493bced6d020645a87b742de4/f1: closing flushed file at 1731684107243Flushing 2f19d34493bced6d020645a87b742de4/norep: creating writer at 1731684107257 (+14 ms)Flushing 2f19d34493bced6d020645a87b742de4/norep: appending metadata at 1731684107271 (+14 ms)Flushing 2f19d34493bced6d020645a87b742de4/norep: closing flushed file at 1731684107271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1efcfa8d: reopening flushed file at 1731684107685 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34550be6: reopening flushed file at 1731684107689 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7759a112: reopening flushed file at 1731684107693 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2f19d34493bced6d020645a87b742de4 in 905ms, sequenceid=12, compaction requested=false at 1731684107697 (+4 ms)Writing region close event to WAL at 1731684107711 (+14 ms)Running coprocessor post-close hooks at 1731684107714 (+3 ms)Closed at 1731684107714 2024-11-15T15:21:47,714 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684092558.2f19d34493bced6d020645a87b742de4. 2024-11-15T15:21:47,714 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f8c7936ef20ae06d211916b796a9c49, disabling compactions & flushes 2024-11-15T15:21:47,714 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:47,714 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:47,715 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. after waiting 0 ms 2024-11-15T15:21:47,715 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:47,715 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/table/a5cc722caeca4a5199b583d88b82b1b6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:21:47,715 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f8c7936ef20ae06d211916b796a9c49: Waiting for close lock at 1731684107714Running coprocessor pre-close hooks at 1731684107714Disabling compacts and flushes for region at 1731684107714Disabling writes for close at 1731684107715 (+1 ms)Failed flush hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49., putting online again at 1731684107715 2024-11-15T15:21:47,715 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:47,715 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false 2024-11-15T15:21:47,718 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:21:47,719 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:47,719 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:47,719 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:47,719 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684106793Running coprocessor pre-close hooks at 1731684106793Disabling compacts and flushes for region at 1731684106793Disabling writes for close at 1731684106793Obtaining lock to block concurrent updates at 1731684106793Preparing flush snapshotting stores in 1588230740 at 1731684106793Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684106793Flushing stores of hbase:meta,,1.1588230740 at 1731684106795 (+2 ms)Flushing 1588230740/info: creating writer at 1731684106795Flushing 1588230740/info: appending metadata at 1731684106811 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731684106811Flushing 1588230740/ns: creating writer at 1731684106824 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731684106838 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731684106838Flushing 1588230740/rep_barrier: creating writer at 1731684106852 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684106865 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684106865Flushing 1588230740/table: creating writer at 1731684107272 (+407 ms)Flushing 1588230740/table: appending metadata at 1731684107289 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731684107289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4453de9b: reopening flushed file at 1731684107698 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d81f2f: reopening flushed file at 1731684107703 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bb722c: reopening flushed file at 1731684107706 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f2381d: reopening flushed file at 1731684107710 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false at 1731684107715 (+5 ms)Writing region close event to WAL at 1731684107716 (+1 ms)Running coprocessor post-close hooks at 1731684107719 (+3 ms)Closed at 1731684107719 2024-11-15T15:21:47,719 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:47,794 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:21:47,794 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1325): Online Regions={2f8c7936ef20ae06d211916b796a9c49=hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49.} 2024-11-15T15:21:47,794 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:47,794 DEBUG [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1351): Waiting on 2f8c7936ef20ae06d211916b796a9c49 2024-11-15T15:21:47,794 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f8c7936ef20ae06d211916b796a9c49, disabling compactions & flushes 2024-11-15T15:21:47,794 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:47,794 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:47,794 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. after waiting 0 ms 2024-11-15T15:21:47,794 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:47,794 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f8c7936ef20ae06d211916b796a9c49: Waiting for close lock at 1731684107794Running coprocessor pre-close hooks at 1731684107794Disabling compacts and flushes for region at 1731684107794Disabling writes for close at 1731684107794Failed flush hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49., putting online again at 1731684107794 2024-11-15T15:21:47,794 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731684096544.2f8c7936ef20ae06d211916b796a9c49. 2024-11-15T15:21:47,795 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 1765, reset compression=false 2024-11-15T15:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 2409, reset compression=false 2024-11-15T15:21:47,923 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:47,963 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1466, reset compression=false 2024-11-15T15:21:47,994 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T15:21:47,994 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,46351,1731684088807; all regions closed. 2024-11-15T15:21:47,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:21:47,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741839_1015 (size=2390) 2024-11-15T15:21:48,000 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 to pos 2409, reset compression=false 2024-11-15T15:21:48,004 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 not finished, retry = 0 2024-11-15T15:21:48,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741833_1009 (size=2417) 2024-11-15T15:21:48,105 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/WALs/855219d6b094,46351,1731684088807/855219d6b094%2C46351%2C1731684088807.1731684090685 2024-11-15T15:21:48,105 DEBUG [RS:0;855219d6b094:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:48,105 INFO [RS:0;855219d6b094:46351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:48,106 INFO [RS:0;855219d6b094:46351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:48,106 INFO [RS:0;855219d6b094:46351 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:48,106 INFO [RS:0;855219d6b094:46351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:48,106 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:48,106 INFO [RS:0;855219d6b094:46351 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,46351,1731684088807 because: Region server is closing 2024-11-15T15:21:48,106 INFO [RS:0;855219d6b094:46351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:46351. 2024-11-15T15:21:48,106 DEBUG [RS:0;855219d6b094:46351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:48,106 DEBUG [RS:0;855219d6b094:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:48,107 DEBUG [RS:0;855219d6b094:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:48,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:48,207 INFO [RS:0;855219d6b094:46351 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.shipper855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 terminated 2024-11-15T15:21:48,207 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,46351,1731684088807.replicationSource.wal-reader.855219d6b094%2C46351%2C1731684088807,1-855219d6b094,46351,1731684088807 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T15:21:48,207 INFO [RS:0;855219d6b094:46351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:46351. 2024-11-15T15:21:48,207 DEBUG [RS:0;855219d6b094:46351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:48,207 DEBUG [RS:0;855219d6b094:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:48,207 DEBUG [RS:0;855219d6b094:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:48,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:48,207 INFO [RS:0;855219d6b094:46351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46351 2024-11-15T15:21:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1545614173/rs/855219d6b094,46351,1731684088807 2024-11-15T15:21:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173/rs 2024-11-15T15:21:48,218 INFO [RS:0;855219d6b094:46351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:48,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,46351,1731684088807] 2024-11-15T15:21:48,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1545614173/draining/855219d6b094,46351,1731684088807 already deleted, retry=false 2024-11-15T15:21:48,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,46351,1731684088807 expired; onlineServers=0 2024-11-15T15:21:48,239 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,41907,1731684088664' ***** 2024-11-15T15:21:48,239 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:21:48,239 INFO [M:0;855219d6b094:41907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:48,239 INFO [M:0;855219d6b094:41907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:48,239 DEBUG [M:0;855219d6b094:41907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:21:48,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:21:48,239 DEBUG [M:0;855219d6b094:41907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:21:48,239 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684090399 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684090399,5,FailOnTimeoutGroup] 2024-11-15T15:21:48,239 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684090399 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684090399,5,FailOnTimeoutGroup] 2024-11-15T15:21:48,240 INFO [M:0;855219d6b094:41907 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:48,240 INFO [M:0;855219d6b094:41907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:48,240 DEBUG [M:0;855219d6b094:41907 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:21:48,240 INFO [M:0;855219d6b094:41907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:21:48,240 INFO [M:0;855219d6b094:41907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:48,240 INFO [M:0;855219d6b094:41907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:21:48,240 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:21:48,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1545614173/master 2024-11-15T15:21:48,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1545614173 2024-11-15T15:21:48,279 DEBUG [M:0;855219d6b094:41907 {}] zookeeper.ZKUtil(347): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Unable to get data of znode /2-1545614173/master because node does not exist (not an error) 2024-11-15T15:21:48,279 WARN [M:0;855219d6b094:41907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:21:48,280 INFO [M:0;855219d6b094:41907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/.lastflushedseqids 2024-11-15T15:21:48,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741847_1023 (size=245) 2024-11-15T15:21:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1013f1602eb0007, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:48,329 INFO [RS:0;855219d6b094:46351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:48,329 INFO [RS:0;855219d6b094:46351 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,46351,1731684088807; zookeeper connection closed. 2024-11-15T15:21:48,329 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@677e1f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@677e1f9 2024-11-15T15:21:48,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:21:48,426 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:48,566 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1466, reset compression=false 2024-11-15T15:21:48,684 INFO [M:0;855219d6b094:41907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:21:48,685 INFO [M:0;855219d6b094:41907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:21:48,685 DEBUG [M:0;855219d6b094:41907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:21:48,685 INFO [M:0;855219d6b094:41907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:48,685 DEBUG [M:0;855219d6b094:41907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:48,685 DEBUG [M:0;855219d6b094:41907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:21:48,685 DEBUG [M:0;855219d6b094:41907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:48,685 INFO [M:0;855219d6b094:41907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-15T15:21:48,705 DEBUG [M:0;855219d6b094:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4b8eb770cc64680a029d54131012b2b is 82, key is hbase:meta,,1/info:regioninfo/1731684091075/Put/seqid=0 2024-11-15T15:21:48,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741848_1024 (size=5672) 2024-11-15T15:21:48,710 INFO [M:0;855219d6b094:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4b8eb770cc64680a029d54131012b2b 2024-11-15T15:21:48,734 DEBUG [M:0;855219d6b094:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07c6bb700040444abb702a8ec2217f4a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731684097764/Put/seqid=0 2024-11-15T15:21:48,744 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:21:48,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:21:48,745 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68534 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:21:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741849_1025 (size=9211) 2024-11-15T15:21:49,029 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:49,162 INFO [M:0;855219d6b094:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07c6bb700040444abb702a8ec2217f4a 2024-11-15T15:21:49,183 DEBUG [M:0;855219d6b094:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4707f60795be443ab9aaafd5e45b092c is 69, key is 855219d6b094,46351,1731684088807/rs:state/1731684090469/Put/seqid=0 2024-11-15T15:21:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741850_1026 (size=5156) 2024-11-15T15:21:49,270 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1466, reset compression=false 2024-11-15T15:21:49,588 INFO [M:0;855219d6b094:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4707f60795be443ab9aaafd5e45b092c 2024-11-15T15:21:49,592 DEBUG [M:0;855219d6b094:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4b8eb770cc64680a029d54131012b2b as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4b8eb770cc64680a029d54131012b2b 2024-11-15T15:21:49,596 INFO [M:0;855219d6b094:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4b8eb770cc64680a029d54131012b2b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T15:21:49,597 DEBUG [M:0;855219d6b094:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07c6bb700040444abb702a8ec2217f4a as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07c6bb700040444abb702a8ec2217f4a 2024-11-15T15:21:49,601 INFO [M:0;855219d6b094:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07c6bb700040444abb702a8ec2217f4a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-15T15:21:49,602 DEBUG [M:0;855219d6b094:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4707f60795be443ab9aaafd5e45b092c as hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4707f60795be443ab9aaafd5e45b092c 2024-11-15T15:21:49,606 INFO [M:0;855219d6b094:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4707f60795be443ab9aaafd5e45b092c, entries=1, sequenceid=127, filesize=5.0 K 2024-11-15T15:21:49,607 INFO [M:0;855219d6b094:41907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=127, compaction requested=false 2024-11-15T15:21:49,617 INFO [M:0;855219d6b094:41907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:49,617 DEBUG [M:0;855219d6b094:41907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684108685Disabling compacts and flushes for region at 1731684108685Disabling writes for close at 1731684108685Obtaining lock to block concurrent updates at 1731684108685Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684108685Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731684108685Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684108686 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684108686Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684108705 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684108705Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684108714 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684108733 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684108734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684109166 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684109183 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684109183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6211f86b: reopening flushed file at 1731684109591 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5766644a: reopening flushed file at 1731684109596 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f10a9d: reopening flushed file at 1731684109601 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=127, compaction requested=false at 1731684109607 (+6 ms)Writing region close event to WAL at 1731684109616 (+9 ms)Closed at 1731684109616 2024-11-15T15:21:49,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7f4f675-bca8-11c7-1a3a-aa1eb4000fe1/MasterData/WALs/855219d6b094,41907,1731684088664/855219d6b094%2C41907%2C1731684088664.1731684090169 not finished, retry = 0 2024-11-15T15:21:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741830_1006 (size=73854) 2024-11-15T15:21:49,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:49,720 INFO [M:0;855219d6b094:41907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:21:49,720 INFO [M:0;855219d6b094:41907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41907 2024-11-15T15:21:49,720 INFO [M:0;855219d6b094:41907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:49,734 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:49,866 INFO [M:0;855219d6b094:41907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:49,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:49,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1013f1602eb0006, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:49,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74285854{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:49,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74c30093{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:49,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:49,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2811eb3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:49,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c4f67e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:49,886 WARN [BP-644862638-172.17.0.2-1731684085122 heartbeating to localhost/127.0.0.1:36273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:21:49,886 WARN [BP-644862638-172.17.0.2-1731684085122 heartbeating to localhost/127.0.0.1:36273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-644862638-172.17.0.2-1731684085122 (Datanode Uuid a29eddbd-6ca7-4e17-aa19-d07efed9fb06) service to localhost/127.0.0.1:36273 2024-11-15T15:21:49,887 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:21:49,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/cluster_2e6daff0-a957-0f3d-9daa-d19bad79a79a/data/data2/current/BP-644862638-172.17.0.2-1731684085122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:49,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/cluster_2e6daff0-a957-0f3d-9daa-d19bad79a79a/data/data1/current/BP-644862638-172.17.0.2-1731684085122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:49,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:21:49,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:21:49,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dbee246{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:49,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37631bfe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:49,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:49,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67564ff7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:49,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@427a4283{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:49,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:21:49,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:21:49,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:49,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:49,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:49,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:49,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:49,942 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:21:49,942 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1290273767, stopped=false 2024-11-15T15:21:49,942 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,39303,1731684083209 2024-11-15T15:21:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1376255319/running 2024-11-15T15:21:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1376255319/running 2024-11-15T15:21:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:49,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on znode that does not yet exist, /1-1376255319/running 2024-11-15T15:21:49,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Set watcher on znode that does not yet exist, /1-1376255319/running 2024-11-15T15:21:49,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:49,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:49,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:49,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:49,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,33159,1731684083390' ***** 2024-11-15T15:21:49,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:21:49,963 INFO [RS:0;855219d6b094:33159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:21:49,963 INFO [RS:0;855219d6b094:33159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:21:49,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:21:49,963 INFO [RS:0;855219d6b094:33159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:21:49,963 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:49,980 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:49,980 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,33159,1731684083390 2024-11-15T15:21:49,980 INFO [RS:0;855219d6b094:33159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:49,980 INFO [RS:0;855219d6b094:33159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33159. 2024-11-15T15:21:49,980 DEBUG [RS:0;855219d6b094:33159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:49,980 DEBUG [RS:0;855219d6b094:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:49,981 INFO [RS:0;855219d6b094:33159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:21:49,981 INFO [RS:0;855219d6b094:33159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:21:49,981 INFO [RS:0;855219d6b094:33159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:21:49,981 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:21:49,981 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bf4a72da828bcce1c02adc68a5ae80c, disabling compactions & flushes 2024-11-15T15:21:49,981 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:49,981 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:49,981 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. after waiting 0 ms 2024-11-15T15:21:49,981 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:49,981 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9bf4a72da828bcce1c02adc68a5ae80c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T15:21:49,992 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:21:49,992 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9bf4a72da828bcce1c02adc68a5ae80c=test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c., 5ffd02cc2ca3b86ec1443549383ea44d=hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d.} 2024-11-15T15:21:49,992 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ffd02cc2ca3b86ec1443549383ea44d, 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:49,993 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:21:49,993 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:21:49,993 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:21:49,993 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:21:49,993 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:21:49,993 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:21:50,000 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:50,021 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/f/400a90c9bab74a0f8a1ace168b32c4da is 37, key is row3/f:row3/1731684105436/Put/seqid=0 2024-11-15T15:21:50,044 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/info/d25de02706e6486eba207f3249375de3 is 147, key is hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d./info:regioninfo/1731684095274/Put/seqid=0 2024-11-15T15:21:50,074 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1466, reset compression=false 2024-11-15T15:21:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741840_1016 (size=5228) 2024-11-15T15:21:50,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741841_1017 (size=7686) 2024-11-15T15:21:50,113 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:50,113 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1713, reset compression=false 2024-11-15T15:21:50,113 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33159,1731684083390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:50,114 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,33159,1731684083390: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,33159,1731684083390, walGroup=855219d6b094%2C33159%2C1731684083390, offset=855219d6b094%2C33159%2C1731684083390.1731684084309:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:33159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:21:50,115 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:21:50,115 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:21:50,116 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:21:50,116 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:21:50,116 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:21:50,116 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 939742408 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198727080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:21:50,117 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:39303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:39303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:21:50,151 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:21:50,151 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:21:50,192 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ffd02cc2ca3b86ec1443549383ea44d, 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:50,317 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1713, reset compression=false 2024-11-15T15:21:50,393 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ffd02cc2ca3b86ec1443549383ea44d, 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:50,483 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/f/400a90c9bab74a0f8a1ace168b32c4da 2024-11-15T15:21:50,487 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 400a90c9bab74a0f8a1ace168b32c4da 2024-11-15T15:21:50,502 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/f1/dc06360585b448bfa45dbc490e026fe3 is 30, key is row1/f1:/1731684102787/DeleteFamily/seqid=0 2024-11-15T15:21:50,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741842_1018 (size=5158) 2024-11-15T15:21:50,510 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/info/d25de02706e6486eba207f3249375de3 2024-11-15T15:21:50,531 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/ns/f7bee97ef4de45be8fcde869054b407a is 43, key is default/ns:d/1731684084881/Put/seqid=0 2024-11-15T15:21:50,538 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741843_1019 (size=5153) 2024-11-15T15:21:50,543 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/ns/f7bee97ef4de45be8fcde869054b407a 2024-11-15T15:21:50,564 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/rep_barrier/8ce09c570db642bc809eb9909c2b0ed6 is 112, key is test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c./rep_barrier:seqnumDuringOpen/1731684092338/Put/seqid=0 2024-11-15T15:21:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741844_1020 (size=5518) 2024-11-15T15:21:50,593 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ffd02cc2ca3b86ec1443549383ea44d, 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:50,621 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1713, reset compression=false 2024-11-15T15:21:50,793 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ffd02cc2ca3b86ec1443549383ea44d, 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:50,906 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/f1/dc06360585b448bfa45dbc490e026fe3 2024-11-15T15:21:50,911 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc06360585b448bfa45dbc490e026fe3 2024-11-15T15:21:50,936 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/norep/d6dd71ab2df34ccea6e601b23aa2456e is 33, key is row1/norep:/1731684102787/DeleteFamily/seqid=0 2024-11-15T15:21:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741845_1021 (size=5108) 2024-11-15T15:21:50,968 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/rep_barrier/8ce09c570db642bc809eb9909c2b0ed6 2024-11-15T15:21:50,993 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ffd02cc2ca3b86ec1443549383ea44d, 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:50,995 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/table/55bde60652284ea0a5a55a309bb2966c is 53, key is hbase:replication/table:state/1731684095288/Put/seqid=0 2024-11-15T15:21:51,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741846_1022 (size=5308) 2024-11-15T15:21:51,024 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1713, reset compression=false 2024-11-15T15:21:51,193 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ffd02cc2ca3b86ec1443549383ea44d, 9bf4a72da828bcce1c02adc68a5ae80c 2024-11-15T15:21:51,355 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/norep/d6dd71ab2df34ccea6e601b23aa2456e 2024-11-15T15:21:51,358 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6dd71ab2df34ccea6e601b23aa2456e 2024-11-15T15:21:51,359 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/f/400a90c9bab74a0f8a1ace168b32c4da as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/f/400a90c9bab74a0f8a1ace168b32c4da 2024-11-15T15:21:51,362 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 400a90c9bab74a0f8a1ace168b32c4da 2024-11-15T15:21:51,362 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/f/400a90c9bab74a0f8a1ace168b32c4da, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T15:21:51,363 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/f1/dc06360585b448bfa45dbc490e026fe3 as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/f1/dc06360585b448bfa45dbc490e026fe3 2024-11-15T15:21:51,366 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc06360585b448bfa45dbc490e026fe3 2024-11-15T15:21:51,366 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/f1/dc06360585b448bfa45dbc490e026fe3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T15:21:51,367 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/.tmp/norep/d6dd71ab2df34ccea6e601b23aa2456e as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/norep/d6dd71ab2df34ccea6e601b23aa2456e 2024-11-15T15:21:51,370 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6dd71ab2df34ccea6e601b23aa2456e 2024-11-15T15:21:51,370 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/norep/d6dd71ab2df34ccea6e601b23aa2456e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T15:21:51,371 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9bf4a72da828bcce1c02adc68a5ae80c in 1390ms, sequenceid=12, compaction requested=false 2024-11-15T15:21:51,371 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:21:51,374 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/default/test/9bf4a72da828bcce1c02adc68a5ae80c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:21:51,375 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bf4a72da828bcce1c02adc68a5ae80c: Waiting for close lock at 1731684109981Running coprocessor pre-close hooks at 1731684109981Disabling compacts and flushes for region at 1731684109981Disabling writes for close at 1731684109981Obtaining lock to block concurrent updates at 1731684109981Preparing flush snapshotting stores in 9bf4a72da828bcce1c02adc68a5ae80c at 1731684109981Finished memstore snapshotting test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731684109982 (+1 ms)Flushing stores of test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. at 1731684109982Flushing 9bf4a72da828bcce1c02adc68a5ae80c/f: creating writer at 1731684109983 (+1 ms)Flushing 9bf4a72da828bcce1c02adc68a5ae80c/f: appending metadata at 1731684110021 (+38 ms)Flushing 9bf4a72da828bcce1c02adc68a5ae80c/f: closing flushed file at 1731684110021Flushing 9bf4a72da828bcce1c02adc68a5ae80c/f1: creating writer at 1731684110487 (+466 ms)Flushing 9bf4a72da828bcce1c02adc68a5ae80c/f1: appending metadata at 1731684110501 (+14 ms)Flushing 9bf4a72da828bcce1c02adc68a5ae80c/f1: closing flushed file at 1731684110501Flushing 9bf4a72da828bcce1c02adc68a5ae80c/norep: creating writer at 1731684110912 (+411 ms)Flushing 9bf4a72da828bcce1c02adc68a5ae80c/norep: appending metadata at 1731684110933 (+21 ms)Flushing 9bf4a72da828bcce1c02adc68a5ae80c/norep: closing flushed file at 1731684110933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb29290: reopening flushed file at 1731684111358 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbaf680: reopening flushed file at 1731684111362 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16edd271: reopening flushed file at 1731684111366 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9bf4a72da828bcce1c02adc68a5ae80c in 1390ms, sequenceid=12, compaction requested=false at 1731684111371 (+5 ms)Writing region close event to WAL at 1731684111372 (+1 ms)Running coprocessor post-close hooks at 1731684111375 (+3 ms)Closed at 1731684111375 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684091919.9bf4a72da828bcce1c02adc68a5ae80c. 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ffd02cc2ca3b86ec1443549383ea44d, disabling compactions & flushes 2024-11-15T15:21:51,375 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. after waiting 0 ms 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ffd02cc2ca3b86ec1443549383ea44d: Waiting for close lock at 1731684111375Running coprocessor pre-close hooks at 1731684111375Disabling compacts and flushes for region at 1731684111375Disabling writes for close at 1731684111375Failed flush hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d., putting online again at 1731684111375 2024-11-15T15:21:51,375 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:51,394 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:21:51,394 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ffd02cc2ca3b86ec1443549383ea44d=hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d.} 2024-11-15T15:21:51,394 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:51,394 DEBUG [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ffd02cc2ca3b86ec1443549383ea44d 2024-11-15T15:21:51,394 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ffd02cc2ca3b86ec1443549383ea44d, disabling compactions & flushes 2024-11-15T15:21:51,394 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:51,394 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:51,394 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. after waiting 0 ms 2024-11-15T15:21:51,394 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:51,394 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ffd02cc2ca3b86ec1443549383ea44d: Waiting for close lock at 1731684111394Running coprocessor pre-close hooks at 1731684111394Disabling compacts and flushes for region at 1731684111394Disabling writes for close at 1731684111394Failed flush hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d., putting online again at 1731684111394 2024-11-15T15:21:51,394 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731684094386.5ffd02cc2ca3b86ec1443549383ea44d. 2024-11-15T15:21:51,399 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/table/55bde60652284ea0a5a55a309bb2966c 2024-11-15T15:21:51,404 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/info/d25de02706e6486eba207f3249375de3 as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/info/d25de02706e6486eba207f3249375de3 2024-11-15T15:21:51,408 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/info/d25de02706e6486eba207f3249375de3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:21:51,409 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/ns/f7bee97ef4de45be8fcde869054b407a as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/ns/f7bee97ef4de45be8fcde869054b407a 2024-11-15T15:21:51,413 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/ns/f7bee97ef4de45be8fcde869054b407a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:21:51,414 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/rep_barrier/8ce09c570db642bc809eb9909c2b0ed6 as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/rep_barrier/8ce09c570db642bc809eb9909c2b0ed6 2024-11-15T15:21:51,418 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/rep_barrier/8ce09c570db642bc809eb9909c2b0ed6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:21:51,419 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/.tmp/table/55bde60652284ea0a5a55a309bb2966c as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/table/55bde60652284ea0a5a55a309bb2966c 2024-11-15T15:21:51,424 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/table/55bde60652284ea0a5a55a309bb2966c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:21:51,425 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=16, compaction requested=false 2024-11-15T15:21:51,425 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:21:51,430 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:21:51,431 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:51,431 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:51,431 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:51,431 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684109993Running coprocessor pre-close hooks at 1731684109993Disabling compacts and flushes for region at 1731684109993Disabling writes for close at 1731684109993Obtaining lock to block concurrent updates at 1731684109993Preparing flush snapshotting stores in 1588230740 at 1731684109993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684109994 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731684109995 (+1 ms)Flushing 1588230740/info: creating writer at 1731684109995Flushing 1588230740/info: appending metadata at 1731684110043 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731684110043Flushing 1588230740/ns: creating writer at 1731684110514 (+471 ms)Flushing 1588230740/ns: appending metadata at 1731684110531 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731684110531Flushing 1588230740/rep_barrier: creating writer at 1731684110547 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684110563 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684110563Flushing 1588230740/table: creating writer at 1731684110972 (+409 ms)Flushing 1588230740/table: appending metadata at 1731684110988 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731684110988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e7183e: reopening flushed file at 1731684111403 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c1ee7: reopening flushed file at 1731684111408 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be3f595: reopening flushed file at 1731684111413 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba360be: reopening flushed file at 1731684111418 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=16, compaction requested=false at 1731684111425 (+7 ms)Writing region close event to WAL at 1731684111427 (+2 ms)Running coprocessor post-close hooks at 1731684111431 (+4 ms)Closed at 1731684111431 2024-11-15T15:21:51,431 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:51,442 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:51,528 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 1713, reset compression=false 2024-11-15T15:21:51,532 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:51,532 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.wal-reader.855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.1731684084309 to pos 2357, reset compression=false 2024-11-15T15:21:51,594 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T15:21:51,594 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,33159,1731684083390; all regions closed. 2024-11-15T15:21:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:21:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741839_1015 (size=2391) 2024-11-15T15:21:51,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/WALs/855219d6b094,33159,1731684083390/855219d6b094%2C33159%2C1731684083390.rep.1731684095179 not finished, retry = 0 2024-11-15T15:21:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741833_1009 (size=2365) 2024-11-15T15:21:51,702 DEBUG [RS:0;855219d6b094:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:51,702 INFO [RS:0;855219d6b094:33159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:51,702 INFO [RS:0;855219d6b094:33159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:51,702 INFO [RS:0;855219d6b094:33159 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:51,702 INFO [RS:0;855219d6b094:33159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:51,702 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:51,702 INFO [RS:0;855219d6b094:33159 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,33159,1731684083390 because: Region server is closing 2024-11-15T15:21:51,702 INFO [RS:0;855219d6b094:33159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33159. 2024-11-15T15:21:51,703 DEBUG [RS:0;855219d6b094:33159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:51,703 DEBUG [RS:0;855219d6b094:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:51,703 DEBUG [RS:0;855219d6b094:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:51,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:51,803 INFO [RS:0;855219d6b094:33159 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33159,1731684083390.replicationSource.shipper855219d6b094%2C33159%2C1731684083390,1-855219d6b094,33159,1731684083390 terminated 2024-11-15T15:21:51,803 INFO [RS:0;855219d6b094:33159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33159. 2024-11-15T15:21:51,803 DEBUG [RS:0;855219d6b094:33159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:51,803 DEBUG [RS:0;855219d6b094:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:51,803 DEBUG [RS:0;855219d6b094:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:51,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:51,803 INFO [RS:0;855219d6b094:33159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33159 2024-11-15T15:21:51,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319/rs 2024-11-15T15:21:51,902 INFO [RS:0;855219d6b094:33159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:51,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1376255319/rs/855219d6b094,33159,1731684083390 2024-11-15T15:21:51,902 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fb0b08e2ff0@5733f4ac rejected from java.util.concurrent.ThreadPoolExecutor@1231602e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T15:21:51,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,33159,1731684083390] 2024-11-15T15:21:51,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1376255319/draining/855219d6b094,33159,1731684083390 already deleted, retry=false 2024-11-15T15:21:51,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,33159,1731684083390 expired; onlineServers=0 2024-11-15T15:21:51,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,39303,1731684083209' ***** 2024-11-15T15:21:51,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:21:51,923 INFO [M:0;855219d6b094:39303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:51,923 INFO [M:0;855219d6b094:39303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:51,923 DEBUG [M:0;855219d6b094:39303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:21:51,923 DEBUG [M:0;855219d6b094:39303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:21:51,923 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:21:51,923 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684083984 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684083984,5,FailOnTimeoutGroup] 2024-11-15T15:21:51,923 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684084012 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684084012,5,FailOnTimeoutGroup] 2024-11-15T15:21:51,924 INFO [M:0;855219d6b094:39303 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:51,924 INFO [M:0;855219d6b094:39303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:51,924 DEBUG [M:0;855219d6b094:39303 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:21:51,924 INFO [M:0;855219d6b094:39303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:21:51,924 INFO [M:0;855219d6b094:39303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:51,924 INFO [M:0;855219d6b094:39303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:21:51,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:21:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1376255319/master 2024-11-15T15:21:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1376255319 2024-11-15T15:21:51,934 DEBUG [M:0;855219d6b094:39303 {}] zookeeper.ZKUtil(347): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Unable to get data of znode /1-1376255319/master because node does not exist (not an error) 2024-11-15T15:21:51,934 WARN [M:0;855219d6b094:39303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:21:51,935 INFO [M:0;855219d6b094:39303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/.lastflushedseqids 2024-11-15T15:21:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741847_1023 (size=245) 2024-11-15T15:21:52,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:52,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1013f1602eb0004, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:52,013 INFO [RS:0;855219d6b094:33159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:52,013 INFO [RS:0;855219d6b094:33159 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,33159,1731684083390; zookeeper connection closed. 2024-11-15T15:21:52,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fa9131d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fa9131d 2024-11-15T15:21:52,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:21:52,339 INFO [M:0;855219d6b094:39303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:21:52,339 INFO [M:0;855219d6b094:39303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:21:52,339 DEBUG [M:0;855219d6b094:39303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:21:52,339 INFO [M:0;855219d6b094:39303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:52,339 DEBUG [M:0;855219d6b094:39303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:52,339 DEBUG [M:0;855219d6b094:39303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:21:52,339 DEBUG [M:0;855219d6b094:39303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:52,339 INFO [M:0;855219d6b094:39303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T15:21:52,355 DEBUG [M:0;855219d6b094:39303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28735a490d4645dc9b0d2acff3bbffe6 is 82, key is hbase:meta,,1/info:regioninfo/1731684084859/Put/seqid=0 2024-11-15T15:21:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741848_1024 (size=5672) 2024-11-15T15:21:52,446 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:52,758 INFO [M:0;855219d6b094:39303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28735a490d4645dc9b0d2acff3bbffe6 2024-11-15T15:21:52,778 DEBUG [M:0;855219d6b094:39303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88b3456163964a77ba50ca35a5f8e871 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731684095296/Put/seqid=0 2024-11-15T15:21:52,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741849_1025 (size=8515) 2024-11-15T15:21:53,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:21:53,183 INFO [M:0;855219d6b094:39303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88b3456163964a77ba50ca35a5f8e871 2024-11-15T15:21:53,205 DEBUG [M:0;855219d6b094:39303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e31f5922a7a4873a6761257b375311a is 69, key is 855219d6b094,33159,1731684083390/rs:state/1731684084054/Put/seqid=0 2024-11-15T15:21:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741850_1026 (size=5156) 2024-11-15T15:21:53,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:53,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:53,549 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:53,614 INFO [M:0;855219d6b094:39303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e31f5922a7a4873a6761257b375311a 2024-11-15T15:21:53,618 DEBUG [M:0;855219d6b094:39303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28735a490d4645dc9b0d2acff3bbffe6 as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28735a490d4645dc9b0d2acff3bbffe6 2024-11-15T15:21:53,621 INFO [M:0;855219d6b094:39303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28735a490d4645dc9b0d2acff3bbffe6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T15:21:53,622 DEBUG [M:0;855219d6b094:39303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88b3456163964a77ba50ca35a5f8e871 as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88b3456163964a77ba50ca35a5f8e871 2024-11-15T15:21:53,625 INFO [M:0;855219d6b094:39303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88b3456163964a77ba50ca35a5f8e871, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T15:21:53,626 DEBUG [M:0;855219d6b094:39303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e31f5922a7a4873a6761257b375311a as hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e31f5922a7a4873a6761257b375311a 2024-11-15T15:21:53,629 INFO [M:0;855219d6b094:39303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38669/user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e31f5922a7a4873a6761257b375311a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T15:21:53,630 INFO [M:0;855219d6b094:39303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-15T15:21:53,632 INFO [M:0;855219d6b094:39303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:53,632 DEBUG [M:0;855219d6b094:39303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684112339Disabling compacts and flushes for region at 1731684112339Disabling writes for close at 1731684112339Obtaining lock to block concurrent updates at 1731684112339Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684112339Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731684112339Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684112340 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684112340Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684112354 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684112354Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684112763 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684112778 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684112778Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684113188 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684113204 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684113204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b033290: reopening flushed file at 1731684113617 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af3b73b: reopening flushed file at 1731684113621 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b04473a: reopening flushed file at 1731684113626 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731684113630 (+4 ms)Writing region close event to WAL at 1731684113632 (+2 ms)Closed at 1731684113632 2024-11-15T15:21:53,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b130e5fb-ac61-be3f-b382-3b7837860eb6/MasterData/WALs/855219d6b094,39303,1731684083209/855219d6b094%2C39303%2C1731684083209.1731684083661 not finished, retry = 0 2024-11-15T15:21:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741830_1006 (size=63642) 2024-11-15T15:21:53,735 INFO [M:0;855219d6b094:39303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:21:53,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:53,735 INFO [M:0;855219d6b094:39303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39303 2024-11-15T15:21:53,735 INFO [M:0;855219d6b094:39303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:53,897 INFO [M:0;855219d6b094:39303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:53,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:53,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x1013f1602eb0003, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:54,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab5754e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:54,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@798dd4c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:54,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:54,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a55a78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:54,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f770ebb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:54,013 WARN [BP-1792230833-172.17.0.2-1731684081131 heartbeating to localhost/127.0.0.1:38669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:21:54,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:21:54,013 WARN [BP-1792230833-172.17.0.2-1731684081131 heartbeating to localhost/127.0.0.1:38669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1792230833-172.17.0.2-1731684081131 (Datanode Uuid d81e5839-c188-488e-acf8-b1c1d5150877) service to localhost/127.0.0.1:38669 2024-11-15T15:21:54,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:21:54,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/cluster_815cf840-1859-5a3a-3e87-16cb37179bf1/data/data1/current/BP-1792230833-172.17.0.2-1731684081131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:54,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/cluster_815cf840-1859-5a3a-3e87-16cb37179bf1/data/data2/current/BP-1792230833-172.17.0.2-1731684081131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:54,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:21:54,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@598ad856{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:54,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5720561a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:54,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:54,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d907930{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:54,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@470b8d1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91c1aeae-4807-d58b-5463-4e1297924c4a/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:21:54,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:21:54,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:54,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:54,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:54,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:54,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:54,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:21:54,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=778328980, stopped=false 2024-11-15T15:21:54,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,44465,1731684077557 2024-11-15T15:21:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1433949537/running 2024-11-15T15:21:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1433949537/running 2024-11-15T15:21:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:54,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on znode that does not yet exist, /0-1433949537/running 2024-11-15T15:21:54,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Set watcher on znode that does not yet exist, /0-1433949537/running 2024-11-15T15:21:54,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:54,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:21:54,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:54,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:54,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,33561,1731684077767' ***** 2024-11-15T15:21:54,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:21:54,200 INFO [RS:0;855219d6b094:33561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:21:54,200 INFO [RS:0;855219d6b094:33561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:21:54,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:21:54,200 INFO [RS:0;855219d6b094:33561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a70d9fb0355a858d940b3a2ac7e8fc2 2024-11-15T15:21:54,201 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,33561,1731684077767 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33561. 2024-11-15T15:21:54,201 DEBUG [RS:0;855219d6b094:33561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:54,201 DEBUG [RS:0;855219d6b094:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:21:54,201 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:21:54,202 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a70d9fb0355a858d940b3a2ac7e8fc2, disabling compactions & flushes 2024-11-15T15:21:54,202 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:21:54,202 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:54,202 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a70d9fb0355a858d940b3a2ac7e8fc2=hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2., a328238a8ec0938cdbf847b76cc312a2=test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2.} 2024-11-15T15:21:54,202 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:54,202 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. after waiting 0 ms 2024-11-15T15:21:54,202 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a70d9fb0355a858d940b3a2ac7e8fc2, a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:54,202 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:54,202 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:21:54,202 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a70d9fb0355a858d940b3a2ac7e8fc2 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T15:21:54,202 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:21:54,202 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:21:54,202 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:21:54,202 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:21:54,202 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:21:54,231 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/info/090530342c774bc39e8d03e6b2e8109c is 147, key is hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2./info:regioninfo/1731684094059/Put/seqid=0 2024-11-15T15:21:54,232 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2/.tmp/queue/e8e14c24e41d41aa8e891b5129c50ac7 is 154, key is 1-855219d6b094,33561,1731684077767/queue:855219d6b094%2C33561%2C1731684077767/1731684107011/Put/seqid=0 2024-11-15T15:21:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741840_1016 (size=7686) 2024-11-15T15:21:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741841_1017 (size=5353) 2024-11-15T15:21:54,256 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/info/090530342c774bc39e8d03e6b2e8109c 2024-11-15T15:21:54,257 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2/.tmp/queue/e8e14c24e41d41aa8e891b5129c50ac7 2024-11-15T15:21:54,277 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2/.tmp/queue/e8e14c24e41d41aa8e891b5129c50ac7 as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2/queue/e8e14c24e41d41aa8e891b5129c50ac7 2024-11-15T15:21:54,283 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/ns/f314ba04aa224b94a059ad2150f970b1 is 43, key is default/ns:d/1731684081058/Put/seqid=0 2024-11-15T15:21:54,283 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2/queue/e8e14c24e41d41aa8e891b5129c50ac7, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T15:21:54,285 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5a70d9fb0355a858d940b3a2ac7e8fc2 in 83ms, sequenceid=14, compaction requested=false 2024-11-15T15:21:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741842_1018 (size=5153) 2024-11-15T15:21:54,293 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/ns/f314ba04aa224b94a059ad2150f970b1 2024-11-15T15:21:54,309 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/replication/5a70d9fb0355a858d940b3a2ac7e8fc2/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T15:21:54,310 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:54,310 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:54,310 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:54,310 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a70d9fb0355a858d940b3a2ac7e8fc2: Waiting for close lock at 1731684114202Running coprocessor pre-close hooks at 1731684114202Disabling compacts and flushes for region at 1731684114202Disabling writes for close at 1731684114202Obtaining lock to block concurrent updates at 1731684114202Preparing flush snapshotting stores in 5a70d9fb0355a858d940b3a2ac7e8fc2 at 1731684114202Finished memstore snapshotting hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731684114203 (+1 ms)Flushing stores of hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. at 1731684114203Flushing 5a70d9fb0355a858d940b3a2ac7e8fc2/queue: creating writer at 1731684114203Flushing 5a70d9fb0355a858d940b3a2ac7e8fc2/queue: appending metadata at 1731684114231 (+28 ms)Flushing 5a70d9fb0355a858d940b3a2ac7e8fc2/queue: closing flushed file at 1731684114231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9a35e0: reopening flushed file at 1731684114267 (+36 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5a70d9fb0355a858d940b3a2ac7e8fc2 in 83ms, sequenceid=14, compaction requested=false at 1731684114285 (+18 ms)Writing region close event to WAL at 1731684114300 (+15 ms)Running coprocessor post-close hooks at 1731684114310 (+10 ms)Closed at 1731684114310 2024-11-15T15:21:54,310 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684093232.5a70d9fb0355a858d940b3a2ac7e8fc2. 2024-11-15T15:21:54,310 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a328238a8ec0938cdbf847b76cc312a2, disabling compactions & flushes 2024-11-15T15:21:54,310 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:54,310 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:54,310 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. after waiting 0 ms 2024-11-15T15:21:54,310 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:54,310 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a328238a8ec0938cdbf847b76cc312a2 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-15T15:21:54,337 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/f/0b4ddc687df443159eda0f43a887adf3 is 37, key is row3/f:row3/1731684105436/Put/seqid=0 2024-11-15T15:21:54,343 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/rep_barrier/b84a99f7c8a143fc9a4537e2823a9a98 is 112, key is test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2./rep_barrier:seqnumDuringOpen/1731684091761/Put/seqid=0 2024-11-15T15:21:54,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741843_1019 (size=5228) 2024-11-15T15:21:54,355 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/f/0b4ddc687df443159eda0f43a887adf3 2024-11-15T15:21:54,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741844_1020 (size=5518) 2024-11-15T15:21:54,360 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b4ddc687df443159eda0f43a887adf3 2024-11-15T15:21:54,373 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/f1/66e49f9c3bb249c28a35e093e6ad02a0 is 30, key is row1/f1:/1731684102787/DeleteFamily/seqid=0 2024-11-15T15:21:54,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741845_1021 (size=5158) 2024-11-15T15:21:54,379 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/f1/66e49f9c3bb249c28a35e093e6ad02a0 2024-11-15T15:21:54,382 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66e49f9c3bb249c28a35e093e6ad02a0 2024-11-15T15:21:54,396 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/norep/456f9da5c8cf4ab38223dd2a7ce636d3 is 32, key is row/norep:/1731684101781/DeleteFamily/seqid=0 2024-11-15T15:21:54,402 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a328238a8ec0938cdbf847b76cc312a2 2024-11-15T15:21:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741846_1022 (size=5101) 2024-11-15T15:21:54,409 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/norep/456f9da5c8cf4ab38223dd2a7ce636d3 2024-11-15T15:21:54,414 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 456f9da5c8cf4ab38223dd2a7ce636d3 2024-11-15T15:21:54,414 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/f/0b4ddc687df443159eda0f43a887adf3 as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/f/0b4ddc687df443159eda0f43a887adf3 2024-11-15T15:21:54,428 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b4ddc687df443159eda0f43a887adf3 2024-11-15T15:21:54,429 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/f/0b4ddc687df443159eda0f43a887adf3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T15:21:54,430 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/f1/66e49f9c3bb249c28a35e093e6ad02a0 as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/f1/66e49f9c3bb249c28a35e093e6ad02a0 2024-11-15T15:21:54,435 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66e49f9c3bb249c28a35e093e6ad02a0 2024-11-15T15:21:54,436 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/f1/66e49f9c3bb249c28a35e093e6ad02a0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T15:21:54,437 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/.tmp/norep/456f9da5c8cf4ab38223dd2a7ce636d3 as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/norep/456f9da5c8cf4ab38223dd2a7ce636d3 2024-11-15T15:21:54,442 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 456f9da5c8cf4ab38223dd2a7ce636d3 2024-11-15T15:21:54,442 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/norep/456f9da5c8cf4ab38223dd2a7ce636d3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T15:21:54,443 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a328238a8ec0938cdbf847b76cc312a2 in 133ms, sequenceid=12, compaction requested=false 2024-11-15T15:21:54,454 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/default/test/a328238a8ec0938cdbf847b76cc312a2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T15:21:54,454 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:54,455 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:21:54,455 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:54,455 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a328238a8ec0938cdbf847b76cc312a2: Waiting for close lock at 1731684114310Running coprocessor pre-close hooks at 1731684114310Disabling compacts and flushes for region at 1731684114310Disabling writes for close at 1731684114310Obtaining lock to block concurrent updates at 1731684114310Preparing flush snapshotting stores in a328238a8ec0938cdbf847b76cc312a2 at 1731684114310Finished memstore snapshotting test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731684114311 (+1 ms)Flushing stores of test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. at 1731684114311Flushing a328238a8ec0938cdbf847b76cc312a2/f: creating writer at 1731684114311Flushing a328238a8ec0938cdbf847b76cc312a2/f: appending metadata at 1731684114336 (+25 ms)Flushing a328238a8ec0938cdbf847b76cc312a2/f: closing flushed file at 1731684114336Flushing a328238a8ec0938cdbf847b76cc312a2/f1: creating writer at 1731684114360 (+24 ms)Flushing a328238a8ec0938cdbf847b76cc312a2/f1: appending metadata at 1731684114373 (+13 ms)Flushing a328238a8ec0938cdbf847b76cc312a2/f1: closing flushed file at 1731684114373Flushing a328238a8ec0938cdbf847b76cc312a2/norep: creating writer at 1731684114383 (+10 ms)Flushing a328238a8ec0938cdbf847b76cc312a2/norep: appending metadata at 1731684114395 (+12 ms)Flushing a328238a8ec0938cdbf847b76cc312a2/norep: closing flushed file at 1731684114395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212d1b13: reopening flushed file at 1731684114414 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a99f00: reopening flushed file at 1731684114429 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681c6ef3: reopening flushed file at 1731684114436 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a328238a8ec0938cdbf847b76cc312a2 in 133ms, sequenceid=12, compaction requested=false at 1731684114443 (+7 ms)Writing region close event to WAL at 1731684114450 (+7 ms)Running coprocessor post-close hooks at 1731684114454 (+4 ms)Closed at 1731684114455 (+1 ms) 2024-11-15T15:21:54,455 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684091287.a328238a8ec0938cdbf847b76cc312a2. 2024-11-15T15:21:54,602 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:21:54,753 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 1491, reset compression=false 2024-11-15T15:21:54,756 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/rep_barrier/b84a99f7c8a143fc9a4537e2823a9a98 2024-11-15T15:21:54,759 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:21:54,759 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 2382, reset compression=false 2024-11-15T15:21:54,759 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,33561,1731684077767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:21:54,760 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,33561,1731684077767: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,33561,1731684077767, walGroup=855219d6b094%2C33561%2C1731684077767, offset=855219d6b094%2C33561%2C1731684077767.1731684079973:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:33561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:21:54,762 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:21:54,762 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:21:54,762 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:21:54,762 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:21:54,762 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:21:54,762 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 790089264 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199381072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:21:54,763 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:44465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:44465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:21:54,796 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/table/d9be87cb7a8a4c84b8f1de9018e89292 is 53, key is hbase:replication/table:state/1731684094070/Put/seqid=0 2024-11-15T15:21:54,802 DEBUG [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:21:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741847_1023 (size=5308) 2024-11-15T15:21:54,804 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/table/d9be87cb7a8a4c84b8f1de9018e89292 2024-11-15T15:21:54,810 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/info/090530342c774bc39e8d03e6b2e8109c as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/info/090530342c774bc39e8d03e6b2e8109c 2024-11-15T15:21:54,817 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/info/090530342c774bc39e8d03e6b2e8109c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:21:54,818 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/ns/f314ba04aa224b94a059ad2150f970b1 as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/ns/f314ba04aa224b94a059ad2150f970b1 2024-11-15T15:21:54,824 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/ns/f314ba04aa224b94a059ad2150f970b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:21:54,825 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/rep_barrier/b84a99f7c8a143fc9a4537e2823a9a98 as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/rep_barrier/b84a99f7c8a143fc9a4537e2823a9a98 2024-11-15T15:21:54,831 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/rep_barrier/b84a99f7c8a143fc9a4537e2823a9a98, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:21:54,832 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/.tmp/table/d9be87cb7a8a4c84b8f1de9018e89292 as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/table/d9be87cb7a8a4c84b8f1de9018e89292 2024-11-15T15:21:54,837 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/table/d9be87cb7a8a4c84b8f1de9018e89292, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:21:54,838 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 636ms, sequenceid=16, compaction requested=false 2024-11-15T15:21:54,838 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:21:54,852 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:21:54,852 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:21:54,853 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:21:54,853 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:21:54,853 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:21:54,854 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:54,854 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684114202Running coprocessor pre-close hooks at 1731684114202Disabling compacts and flushes for region at 1731684114202Disabling writes for close at 1731684114202Obtaining lock to block concurrent updates at 1731684114202Preparing flush snapshotting stores in 1588230740 at 1731684114202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684114204 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731684114205 (+1 ms)Flushing 1588230740/info: creating writer at 1731684114205Flushing 1588230740/info: appending metadata at 1731684114231 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731684114231Flushing 1588230740/ns: creating writer at 1731684114261 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731684114281 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731684114281Flushing 1588230740/rep_barrier: creating writer at 1731684114298 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684114342 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684114342Flushing 1588230740/table: creating writer at 1731684114771 (+429 ms)Flushing 1588230740/table: appending metadata at 1731684114795 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731684114795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5b330c: reopening flushed file at 1731684114810 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3947810c: reopening flushed file at 1731684114817 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2f6722: reopening flushed file at 1731684114824 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125a3e6d: reopening flushed file at 1731684114831 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 636ms, sequenceid=16, compaction requested=false at 1731684114838 (+7 ms)Writing region close event to WAL at 1731684114849 (+11 ms)Running coprocessor post-close hooks at 1731684114853 (+4 ms)Closed at 1731684114854 (+1 ms) 2024-11-15T15:21:54,854 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:21:54,991 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.1731684079973 to pos 2382, reset compression=false 2024-11-15T15:21:55,003 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,33561,1731684077767; all regions closed. 2024-11-15T15:21:55,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/WALs/855219d6b094,33561,1731684077767/855219d6b094%2C33561%2C1731684077767.meta.1731684081002.meta not finished, retry = 0 2024-11-15T15:21:55,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:21:55,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741839_1015 (size=3552) 2024-11-15T15:21:55,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741832_1008 (size=2390) 2024-11-15T15:21:55,113 DEBUG [RS:0;855219d6b094:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:55,114 INFO [RS:0;855219d6b094:33561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:21:55,114 INFO [RS:0;855219d6b094:33561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:55,114 INFO [RS:0;855219d6b094:33561 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:55,114 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:55,114 INFO [RS:0;855219d6b094:33561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:55,115 INFO [RS:0;855219d6b094:33561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,33561,1731684077767 because: Region server is closing 2024-11-15T15:21:55,115 INFO [RS:0;855219d6b094:33561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33561. 2024-11-15T15:21:55,115 DEBUG [RS:0;855219d6b094:33561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:55,115 DEBUG [RS:0;855219d6b094:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:55,115 DEBUG [RS:0;855219d6b094:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:55,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:55,215 INFO [RS:0;855219d6b094:33561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.shipper855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 terminated 2024-11-15T15:21:55,215 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,33561,1731684077767.replicationSource.wal-reader.855219d6b094%2C33561%2C1731684077767,1-855219d6b094,33561,1731684077767 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:21:55,216 INFO [RS:0;855219d6b094:33561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:33561. 2024-11-15T15:21:55,216 DEBUG [RS:0;855219d6b094:33561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:21:55,216 DEBUG [RS:0;855219d6b094:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:55,216 DEBUG [RS:0;855219d6b094:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:21:55,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:21:55,216 INFO [RS:0;855219d6b094:33561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33561 2024-11-15T15:21:55,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1433949537/rs/855219d6b094,33561,1731684077767 2024-11-15T15:21:55,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537/rs 2024-11-15T15:21:55,281 INFO [RS:0;855219d6b094:33561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:55,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,33561,1731684077767] 2024-11-15T15:21:55,302 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1433949537/draining/855219d6b094,33561,1731684077767 already deleted, retry=false 2024-11-15T15:21:55,302 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,33561,1731684077767 expired; onlineServers=0 2024-11-15T15:21:55,302 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,44465,1731684077557' ***** 2024-11-15T15:21:55,302 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:21:55,302 INFO [M:0;855219d6b094:44465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:21:55,302 INFO [M:0;855219d6b094:44465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:21:55,302 DEBUG [M:0;855219d6b094:44465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:21:55,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:21:55,302 DEBUG [M:0;855219d6b094:44465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:21:55,302 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684079762 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684079762,5,FailOnTimeoutGroup] 2024-11-15T15:21:55,302 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684079762 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684079762,5,FailOnTimeoutGroup] 2024-11-15T15:21:55,303 INFO [M:0;855219d6b094:44465 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:21:55,303 INFO [M:0;855219d6b094:44465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:21:55,303 DEBUG [M:0;855219d6b094:44465 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:21:55,303 INFO [M:0;855219d6b094:44465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:21:55,303 INFO [M:0;855219d6b094:44465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:21:55,303 INFO [M:0;855219d6b094:44465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:21:55,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:21:55,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1433949537/master 2024-11-15T15:21:55,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1433949537 2024-11-15T15:21:55,312 DEBUG [M:0;855219d6b094:44465 {}] zookeeper.ZKUtil(347): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Unable to get data of znode /0-1433949537/master because node does not exist (not an error) 2024-11-15T15:21:55,313 WARN [M:0;855219d6b094:44465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:21:55,313 INFO [M:0;855219d6b094:44465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/.lastflushedseqids 2024-11-15T15:21:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741848_1024 (size=245) 2024-11-15T15:21:55,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:55,391 INFO [RS:0;855219d6b094:33561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:55,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1013f1602eb0001, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:55,391 INFO [RS:0;855219d6b094:33561 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,33561,1731684077767; zookeeper connection closed. 2024-11-15T15:21:55,392 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21fae735 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21fae735 2024-11-15T15:21:55,392 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:21:55,718 INFO [M:0;855219d6b094:44465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:21:55,718 INFO [M:0;855219d6b094:44465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:21:55,718 DEBUG [M:0;855219d6b094:44465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:21:55,718 INFO [M:0;855219d6b094:44465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:55,719 DEBUG [M:0;855219d6b094:44465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:55,719 DEBUG [M:0;855219d6b094:44465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:21:55,719 DEBUG [M:0;855219d6b094:44465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:55,719 INFO [M:0;855219d6b094:44465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-15T15:21:55,736 DEBUG [M:0;855219d6b094:44465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f893a46cba5c45a79166bcdbafa4edaf is 82, key is hbase:meta,,1/info:regioninfo/1731684081034/Put/seqid=0 2024-11-15T15:21:55,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741849_1025 (size=5672) 2024-11-15T15:21:55,739 INFO [M:0;855219d6b094:44465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f893a46cba5c45a79166bcdbafa4edaf 2024-11-15T15:21:55,755 DEBUG [M:0;855219d6b094:44465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/522ab14f7bd44ffba3ab84ec0ac2ab9a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731684091791/Put/seqid=0 2024-11-15T15:21:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741850_1026 (size=7218) 2024-11-15T15:21:56,159 INFO [M:0;855219d6b094:44465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/522ab14f7bd44ffba3ab84ec0ac2ab9a 2024-11-15T15:21:56,162 INFO [M:0;855219d6b094:44465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 522ab14f7bd44ffba3ab84ec0ac2ab9a 2024-11-15T15:21:56,174 DEBUG [M:0;855219d6b094:44465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0d64923d934c699117230bf3befea7 is 69, key is 855219d6b094,33561,1731684077767/rs:state/1731684079826/Put/seqid=0 2024-11-15T15:21:56,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741851_1027 (size=5156) 2024-11-15T15:21:56,577 INFO [M:0;855219d6b094:44465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0d64923d934c699117230bf3befea7 2024-11-15T15:21:56,584 DEBUG [M:0;855219d6b094:44465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f893a46cba5c45a79166bcdbafa4edaf as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f893a46cba5c45a79166bcdbafa4edaf 2024-11-15T15:21:56,588 INFO [M:0;855219d6b094:44465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f893a46cba5c45a79166bcdbafa4edaf, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T15:21:56,589 DEBUG [M:0;855219d6b094:44465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/522ab14f7bd44ffba3ab84ec0ac2ab9a as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/522ab14f7bd44ffba3ab84ec0ac2ab9a 2024-11-15T15:21:56,592 INFO [M:0;855219d6b094:44465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 522ab14f7bd44ffba3ab84ec0ac2ab9a 2024-11-15T15:21:56,592 INFO [M:0;855219d6b094:44465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/522ab14f7bd44ffba3ab84ec0ac2ab9a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T15:21:56,592 DEBUG [M:0;855219d6b094:44465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0d64923d934c699117230bf3befea7 as hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd0d64923d934c699117230bf3befea7 2024-11-15T15:21:56,595 INFO [M:0;855219d6b094:44465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42939/user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd0d64923d934c699117230bf3befea7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T15:21:56,596 INFO [M:0;855219d6b094:44465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false 2024-11-15T15:21:56,601 INFO [M:0;855219d6b094:44465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:21:56,601 DEBUG [M:0;855219d6b094:44465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684115718Disabling compacts and flushes for region at 1731684115718Disabling writes for close at 1731684115719 (+1 ms)Obtaining lock to block concurrent updates at 1731684115719Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684115719Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731684115719Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684115720 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684115720Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684115735 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684115735Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684115743 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684115754 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684115754Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684116162 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684116173 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684116173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7a0e27: reopening flushed file at 1731684116583 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa3ba60: reopening flushed file at 1731684116588 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f835000: reopening flushed file at 1731684116592 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false at 1731684116596 (+4 ms)Writing region close event to WAL at 1731684116601 (+5 ms)Closed at 1731684116601 2024-11-15T15:21:56,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741830_1006 (size=64423) 2024-11-15T15:21:56,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d384ae4-0c36-cd0e-10ca-0a824e76ba80/MasterData/WALs/855219d6b094,44465,1731684077557/855219d6b094%2C44465%2C1731684077557.1731684079503 not finished, retry = 0 2024-11-15T15:21:56,705 INFO [M:0;855219d6b094:44465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:21:56,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:21:56,706 INFO [M:0;855219d6b094:44465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44465 2024-11-15T15:21:56,706 INFO [M:0;855219d6b094:44465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:21:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:56,865 INFO [M:0;855219d6b094:44465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:21:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44465-0x1013f1602eb0000, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:21:56,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1062918b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:56,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f52b192{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:56,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:56,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694154b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:56,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4af64b53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:56,869 WARN [BP-2114469520-172.17.0.2-1731684075344 heartbeating to localhost/127.0.0.1:42939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:21:56,869 WARN [BP-2114469520-172.17.0.2-1731684075344 heartbeating to localhost/127.0.0.1:42939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2114469520-172.17.0.2-1731684075344 (Datanode Uuid bb7e9d77-6a07-49d6-905c-f664b39bb2fe) service to localhost/127.0.0.1:42939 2024-11-15T15:21:56,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:21:56,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:21:56,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/cluster_d7f9bdbe-c6c4-f14d-d02e-ee4b8718f43b/data/data1/current/BP-2114469520-172.17.0.2-1731684075344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:56,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/cluster_d7f9bdbe-c6c4-f14d-d02e-ee4b8718f43b/data/data2/current/BP-2114469520-172.17.0.2-1731684075344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:21:56,870 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:21:56,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8de99e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:56,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31be7e2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:21:56,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:21:56,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41b8fb77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:21:56,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583fd1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/103bc684-d498-0479-6389-99a560a1d4f8/hadoop.log.dir/,STOPPED} 2024-11-15T15:21:56,881 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:21:56,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:21:56,908 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 260) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52740) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42939 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36273 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38669 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52740) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52740) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3591 (was 3948) 2024-11-15T15:21:56,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3591 2024-11-15T15:21:56,932 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-15T15:21:56,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.log.dir so I do NOT create it in target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc 2024-11-15T15:21:56,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:21:56,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.tmp.dir so I do NOT create it in target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc 2024-11-15T15:21:56,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d9fe07-bfe6-83c5-ff1b-b2aed6b29dd5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:21:56,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc 2024-11-15T15:21:56,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/cluster_17742c64-92da-2a3f-69b9-08dc2d7f5013, deleteOnExit=true 2024-11-15T15:21:56,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/cluster_17742c64-92da-2a3f-69b9-08dc2d7f5013/zookeeper_0, clientPort=55617, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/cluster_17742c64-92da-2a3f-69b9-08dc2d7f5013/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/cluster_17742c64-92da-2a3f-69b9-08dc2d7f5013/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:21:56,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55617 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/test.cache.data in system properties and HBase conf 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:21:56,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:21:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:21:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:21:56,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f1602eb0002, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:21:56,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f1602eb0005, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:21:56,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013f1602eb0008, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:21:56,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f1602eb0005, quorum=127.0.0.1:52740, baseZNode=/1-1376255319 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:21:56,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f1602eb0002, quorum=127.0.0.1:52740, baseZNode=/0-1433949537 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:21:56,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013f1602eb0008, quorum=127.0.0.1:52740, baseZNode=/2-1545614173 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:21:57,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:57,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:21:57,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:21:57,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:21:57,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:21:57,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:57,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74250959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:21:57,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645740ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:21:57,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a0bea13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/java.io.tmpdir/jetty-localhost-37299-hadoop-hdfs-3_4_1-tests_jar-_-any-7000067656709871452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:21:57,561 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2432189b{HTTP/1.1, (http/1.1)}{localhost:37299} 2024-11-15T15:21:57,562 INFO [Time-limited test {}] server.Server(415): Started @274420ms 2024-11-15T15:21:57,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:21:57,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:21:57,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:21:57,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:21:57,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:21:57,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ed09396{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:21:57,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1630e68c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:21:57,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24445d34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/java.io.tmpdir/jetty-localhost-38065-hadoop-hdfs-3_4_1-tests_jar-_-any-12494334155762564002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:21:57,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50bad6ca{HTTP/1.1, (http/1.1)}{localhost:38065} 2024-11-15T15:21:57,992 INFO [Time-limited test {}] server.Server(415): Started @274850ms 2024-11-15T15:21:57,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:21:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:21:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:21:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:21:59,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:21:59,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:21:59,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:21:59,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:00,013 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/cluster_17742c64-92da-2a3f-69b9-08dc2d7f5013/data/data1/current/BP-843407335-172.17.0.2-1731684116958/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:00,013 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/cluster_17742c64-92da-2a3f-69b9-08dc2d7f5013/data/data2/current/BP-843407335-172.17.0.2-1731684116958/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:00,040 WARN [Thread-3429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:22:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe419d6bb38f6c37e with lease ID 0x523d2abb9e07e7f0: Processing first storage report for DS-2b61fa21-878a-4cdc-b099-f125415b08b4 from datanode DatanodeRegistration(127.0.0.1:37333, datanodeUuid=f055190d-0d39-4835-b932-a818aab7f27f, infoPort=36519, infoSecurePort=0, ipcPort=44339, storageInfo=lv=-57;cid=testClusterID;nsid=1131312341;c=1731684116958) 2024-11-15T15:22:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe419d6bb38f6c37e with lease ID 0x523d2abb9e07e7f0: from storage DS-2b61fa21-878a-4cdc-b099-f125415b08b4 node DatanodeRegistration(127.0.0.1:37333, datanodeUuid=f055190d-0d39-4835-b932-a818aab7f27f, infoPort=36519, infoSecurePort=0, ipcPort=44339, storageInfo=lv=-57;cid=testClusterID;nsid=1131312341;c=1731684116958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe419d6bb38f6c37e with lease ID 0x523d2abb9e07e7f0: Processing first storage report for DS-73172a92-5a59-4e40-9e69-df588295fa87 from datanode DatanodeRegistration(127.0.0.1:37333, datanodeUuid=f055190d-0d39-4835-b932-a818aab7f27f, infoPort=36519, infoSecurePort=0, ipcPort=44339, storageInfo=lv=-57;cid=testClusterID;nsid=1131312341;c=1731684116958) 2024-11-15T15:22:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe419d6bb38f6c37e with lease ID 0x523d2abb9e07e7f0: from storage DS-73172a92-5a59-4e40-9e69-df588295fa87 node DatanodeRegistration(127.0.0.1:37333, datanodeUuid=f055190d-0d39-4835-b932-a818aab7f27f, infoPort=36519, infoSecurePort=0, ipcPort=44339, storageInfo=lv=-57;cid=testClusterID;nsid=1131312341;c=1731684116958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:00,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc 2024-11-15T15:22:00,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:00,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:00,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:22:00,539 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0 with version=8 2024-11-15T15:22:00,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/hbase-staging 2024-11-15T15:22:00,541 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:00,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:00,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:22:00,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:00,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45021 2024-11-15T15:22:00,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45021 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450210x0, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:00,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45021-0x1013f16a5730000 connected 2024-11-15T15:22:00,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:00,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:00,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on znode that does not yet exist, /0-1466665787/running 2024-11-15T15:22:00,725 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0, hbase.cluster.distributed=false 2024-11-15T15:22:00,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on znode that does not yet exist, /0-1466665787/acl 2024-11-15T15:22:00,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45021 2024-11-15T15:22:00,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45021 2024-11-15T15:22:00,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45021 2024-11-15T15:22:00,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45021 2024-11-15T15:22:00,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45021 2024-11-15T15:22:00,754 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:00,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:00,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:00,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:00,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:00,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:00,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:22:00,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:00,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37987 2024-11-15T15:22:00,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37987 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:00,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:00,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379870x0, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:00,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379870x0, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on znode that does not yet exist, /0-1466665787/running 2024-11-15T15:22:00,771 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:22:00,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37987-0x1013f16a5730001 connected 2024-11-15T15:22:00,776 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:22:00,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on znode that does not yet exist, /0-1466665787/master 2024-11-15T15:22:00,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on znode that does not yet exist, /0-1466665787/acl 2024-11-15T15:22:00,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37987 2024-11-15T15:22:00,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37987 2024-11-15T15:22:00,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37987 2024-11-15T15:22:00,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37987 2024-11-15T15:22:00,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37987 2024-11-15T15:22:00,816 DEBUG [M:0;855219d6b094:45021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:45021 2024-11-15T15:22:00,816 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1466665787/backup-masters/855219d6b094,45021,1731684120541 2024-11-15T15:22:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787/backup-masters 2024-11-15T15:22:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787/backup-masters 2024-11-15T15:22:00,833 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on existing znode=/0-1466665787/backup-masters/855219d6b094,45021,1731684120541 2024-11-15T15:22:00,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1466665787/master 2024-11-15T15:22:00,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:00,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:00,854 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on existing znode=/0-1466665787/master 2024-11-15T15:22:00,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1466665787/backup-masters/855219d6b094,45021,1731684120541 from backup master directory 2024-11-15T15:22:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466665787/backup-masters/855219d6b094,45021,1731684120541 2024-11-15T15:22:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787/backup-masters 2024-11-15T15:22:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787/backup-masters 2024-11-15T15:22:00,875 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:00,875 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,45021,1731684120541 2024-11-15T15:22:00,878 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/hbase.id] with ID: 7f79175a-6b85-46e6-ae02-64ae081f27e2 2024-11-15T15:22:00,878 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/.tmp/hbase.id 2024-11-15T15:22:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:22:01,282 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/.tmp/hbase.id]:[hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/hbase.id] 2024-11-15T15:22:01,289 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:01,289 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:22:01,290 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:22:01,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:01,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:01,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:22:01,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:01,701 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:22:01,701 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:22:01,707 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store 2024-11-15T15:22:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:22:02,112 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:02,112 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:02,112 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:02,112 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:02,112 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:02,112 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:02,112 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:02,112 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684122112Disabling compacts and flushes for region at 1731684122112Disabling writes for close at 1731684122112Writing region close event to WAL at 1731684122112Closed at 1731684122112 2024-11-15T15:22:02,113 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/.initializing 2024-11-15T15:22:02,113 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/WALs/855219d6b094,45021,1731684120541 2024-11-15T15:22:02,114 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:02,115 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C45021%2C1731684120541, suffix=, logDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/WALs/855219d6b094,45021,1731684120541, archiveDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/oldWALs, maxLogs=10 2024-11-15T15:22:02,131 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/WALs/855219d6b094,45021,1731684120541/855219d6b094%2C45021%2C1731684120541.1731684122115, exclude list is [], retry=0 2024-11-15T15:22:02,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-2b61fa21-878a-4cdc-b099-f125415b08b4,DISK] 2024-11-15T15:22:02,134 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/WALs/855219d6b094,45021,1731684120541/855219d6b094%2C45021%2C1731684120541.1731684122115 2024-11-15T15:22:02,135 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-15T15:22:02,135 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:02,135 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:02,135 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,135 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:22:02,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:02,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:02,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:22:02,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:02,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:02,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:22:02,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:02,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:02,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:22:02,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:02,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:02,141 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,141 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,141 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,142 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,142 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,142 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:02,143 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:02,144 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:02,144 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63440206, jitterRate=-0.054667264223098755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:02,145 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684122135Initializing all the Stores at 1731684122136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684122136Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684122136Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684122136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684122136Cleaning up temporary data from old regions at 1731684122142 (+6 ms)Region opened successfully at 1731684122145 (+3 ms) 2024-11-15T15:22:02,145 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:22:02,148 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493f3cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:02,148 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:22:02,148 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:22:02,149 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:22:02,149 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:22:02,149 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:22:02,149 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:22:02,150 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:22:02,151 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:22:02,152 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Unable to get data of znode /0-1466665787/balancer because node does not exist (not necessarily an error) 2024-11-15T15:22:02,178 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466665787/balancer already deleted, retry=false 2024-11-15T15:22:02,179 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:22:02,179 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Unable to get data of znode /0-1466665787/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:22:02,191 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466665787/normalizer already deleted, retry=false 2024-11-15T15:22:02,191 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:22:02,192 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Unable to get data of znode /0-1466665787/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:22:02,201 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466665787/switch/split already deleted, retry=false 2024-11-15T15:22:02,202 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Unable to get data of znode /0-1466665787/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:22:02,212 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466665787/switch/merge already deleted, retry=false 2024-11-15T15:22:02,214 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Unable to get data of znode /0-1466665787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:22:02,222 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466665787/snapshot-cleanup already deleted, retry=false 2024-11-15T15:22:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1466665787/running 2024-11-15T15:22:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1466665787/running 2024-11-15T15:22:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:02,233 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,45021,1731684120541, sessionid=0x1013f16a5730000, setting cluster-up flag (Was=false) 2024-11-15T15:22:02,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:02,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:02,286 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1466665787/flush-table-proc/acquired, /0-1466665787/flush-table-proc/reached, /0-1466665787/flush-table-proc/abort 2024-11-15T15:22:02,286 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45021,1731684120541 2024-11-15T15:22:02,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:02,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:02,433 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1466665787/online-snapshot/acquired, /0-1466665787/online-snapshot/reached, /0-1466665787/online-snapshot/abort 2024-11-15T15:22:02,434 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45021,1731684120541 2024-11-15T15:22:02,435 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:22:02,436 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:02,436 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:22:02,436 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:22:02,436 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,45021,1731684120541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:22:02,439 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:02,439 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:02,439 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:02,439 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:02,439 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:22:02,439 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,439 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:02,439 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:02,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:22:02,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:02,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:22:02,444 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684152444 2024-11-15T15:22:02,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:22:02,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:22:02,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:22:02,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:22:02,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:22:02,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:22:02,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,448 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:22:02,448 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:22:02,448 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:22:02,448 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:22:02,450 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:22:02,450 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:22:02,450 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684122450,5,FailOnTimeoutGroup] 2024-11-15T15:22:02,451 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684122450,5,FailOnTimeoutGroup] 2024-11-15T15:22:02,451 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,451 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:22:02,451 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,451 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:22:02,503 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(746): ClusterId : 7f79175a-6b85-46e6-ae02-64ae081f27e2 2024-11-15T15:22:02,503 DEBUG [RS:0;855219d6b094:37987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:22:02,516 DEBUG [RS:0;855219d6b094:37987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:22:02,516 DEBUG [RS:0;855219d6b094:37987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:22:02,528 DEBUG [RS:0;855219d6b094:37987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:22:02,529 DEBUG [RS:0;855219d6b094:37987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0d8e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:02,542 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:37987 2024-11-15T15:22:02,542 INFO [RS:0;855219d6b094:37987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:22:02,542 INFO [RS:0;855219d6b094:37987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:22:02,542 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:22:02,542 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,45021,1731684120541 with port=37987, startcode=1731684120754 2024-11-15T15:22:02,543 DEBUG [RS:0;855219d6b094:37987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:22:02,544 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:22:02,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,37987,1731684120754 2024-11-15T15:22:02,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45021 {}] master.ServerManager(517): Registering regionserver=855219d6b094,37987,1731684120754 2024-11-15T15:22:02,545 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0 2024-11-15T15:22:02,545 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37229 2024-11-15T15:22:02,545 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:22:02,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787/rs 2024-11-15T15:22:02,557 DEBUG [RS:0;855219d6b094:37987 {}] zookeeper.ZKUtil(111): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on existing znode=/0-1466665787/rs/855219d6b094,37987,1731684120754 2024-11-15T15:22:02,557 WARN [RS:0;855219d6b094:37987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:02,558 INFO [RS:0;855219d6b094:37987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:02,558 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754 2024-11-15T15:22:02,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,37987,1731684120754] 2024-11-15T15:22:02,560 INFO [RS:0;855219d6b094:37987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:22:02,561 INFO [RS:0;855219d6b094:37987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:22:02,562 INFO [RS:0;855219d6b094:37987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:22:02,562 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,562 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:22:02,562 INFO [RS:0;855219d6b094:37987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:22:02,562 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,562 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:02,563 DEBUG [RS:0;855219d6b094:37987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:02,564 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,564 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,564 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,564 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,564 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,564 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,37987,1731684120754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:02,576 INFO [RS:0;855219d6b094:37987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:22:02,576 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,37987,1731684120754-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,576 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,576 INFO [RS:0;855219d6b094:37987 {}] regionserver.Replication(171): 855219d6b094,37987,1731684120754 started 2024-11-15T15:22:02,588 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:02,588 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,37987,1731684120754, RpcServer on 855219d6b094/172.17.0.2:37987, sessionid=0x1013f16a5730001 2024-11-15T15:22:02,588 DEBUG [RS:0;855219d6b094:37987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:22:02,588 DEBUG [RS:0;855219d6b094:37987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,37987,1731684120754 2024-11-15T15:22:02,588 DEBUG [RS:0;855219d6b094:37987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,37987,1731684120754' 2024-11-15T15:22:02,588 DEBUG [RS:0;855219d6b094:37987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1466665787/flush-table-proc/abort' 2024-11-15T15:22:02,589 DEBUG [RS:0;855219d6b094:37987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1466665787/flush-table-proc/acquired' 2024-11-15T15:22:02,589 DEBUG [RS:0;855219d6b094:37987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:22:02,589 DEBUG [RS:0;855219d6b094:37987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:22:02,589 DEBUG [RS:0;855219d6b094:37987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,37987,1731684120754 2024-11-15T15:22:02,589 DEBUG [RS:0;855219d6b094:37987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,37987,1731684120754' 2024-11-15T15:22:02,589 DEBUG [RS:0;855219d6b094:37987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1466665787/online-snapshot/abort' 2024-11-15T15:22:02,590 DEBUG [RS:0;855219d6b094:37987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1466665787/online-snapshot/acquired' 2024-11-15T15:22:02,590 DEBUG [RS:0;855219d6b094:37987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:22:02,590 INFO [RS:0;855219d6b094:37987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:22:02,590 INFO [RS:0;855219d6b094:37987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:22:02,690 INFO [RS:0;855219d6b094:37987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:02,691 INFO [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C37987%2C1731684120754, suffix=, logDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754, archiveDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/oldWALs, maxLogs=10 2024-11-15T15:22:02,703 DEBUG [RS:0;855219d6b094:37987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691, exclude list is [], retry=0 2024-11-15T15:22:02,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-2b61fa21-878a-4cdc-b099-f125415b08b4,DISK] 2024-11-15T15:22:02,706 INFO [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 2024-11-15T15:22:02,706 DEBUG [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-15T15:22:02,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:22:02,853 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0 2024-11-15T15:22:02,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:22:03,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:03,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:03,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:03,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:03,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:03,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:03,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:03,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:03,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:03,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:03,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:03,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:03,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:03,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:03,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:03,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:03,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:03,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:03,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740 2024-11-15T15:22:03,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740 2024-11-15T15:22:03,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:03,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:03,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:03,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:03,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:03,271 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60160592, jitterRate=-0.10353732109069824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:03,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684123262Initializing all the Stores at 1731684123262Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684123263 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684123263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684123263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684123263Cleaning up temporary data from old regions at 1731684123268 (+5 ms)Region opened successfully at 1731684123271 (+3 ms) 2024-11-15T15:22:03,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:03,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:03,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:03,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:03,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:03,271 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684123271Disabling compacts and flushes for region at 1731684123271Disabling writes for close at 1731684123271Writing region close event to WAL at 1731684123271Closed at 1731684123271 2024-11-15T15:22:03,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:03,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:22:03,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:22:03,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:03,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:22:03,424 DEBUG [855219d6b094:45021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:22:03,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,37987,1731684120754 2024-11-15T15:22:03,425 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,37987,1731684120754, state=OPENING 2024-11-15T15:22:03,475 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:22:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:03,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1466665787/meta-region-server: CHANGED 2024-11-15T15:22:03,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1466665787/meta-region-server: CHANGED 2024-11-15T15:22:03,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:03,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,37987,1731684120754}] 2024-11-15T15:22:03,731 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:03,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:22:03,734 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:22:03,735 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:03,735 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:22:03,736 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C37987%2C1731684120754.meta, suffix=.meta, logDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754, archiveDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/oldWALs, maxLogs=10 2024-11-15T15:22:03,747 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.meta.1731684123736.meta, exclude list is [], retry=0 2024-11-15T15:22:03,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-2b61fa21-878a-4cdc-b099-f125415b08b4,DISK] 2024-11-15T15:22:03,750 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.meta.1731684123736.meta 2024-11-15T15:22:03,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-15T15:22:03,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:03,751 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:03,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:03,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:22:03,751 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:22:03,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:22:03,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:03,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:22:03,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:22:03,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:03,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:03,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:03,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:03,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:03,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:03,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:03,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:03,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:03,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:03,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:03,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:03,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:03,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:03,758 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:03,758 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740 2024-11-15T15:22:03,759 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740 2024-11-15T15:22:03,759 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:03,759 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:03,759 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:03,760 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:03,760 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64091968, jitterRate=-0.04495525360107422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:03,761 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:22:03,761 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684123752Writing region info on filesystem at 1731684123752Initializing all the Stores at 1731684123752Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684123752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684123754 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684123754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684123754Cleaning up temporary data from old regions at 1731684123759 (+5 ms)Running coprocessor post-open hooks at 1731684123761 (+2 ms)Region opened successfully at 1731684123761 2024-11-15T15:22:03,762 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684123731 2024-11-15T15:22:03,763 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:22:03,763 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:22:03,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,37987,1731684120754 2024-11-15T15:22:03,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,37987,1731684120754, state=OPEN 2024-11-15T15:22:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1466665787/meta-region-server 2024-11-15T15:22:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1466665787/meta-region-server 2024-11-15T15:22:03,791 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,37987,1731684120754 2024-11-15T15:22:03,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1466665787/meta-region-server: CHANGED 2024-11-15T15:22:03,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1466665787/meta-region-server: CHANGED 2024-11-15T15:22:03,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:22:03,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,37987,1731684120754 in 212 msec 2024-11-15T15:22:03,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:22:03,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-11-15T15:22:03,795 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:03,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:22:03,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:03,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37987,1731684120754, seqNum=-1] 2024-11-15T15:22:03,796 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:03,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:03,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-11-15T15:22:03,801 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684123801, completionTime=-1 2024-11-15T15:22:03,801 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:22:03,801 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684183803 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684243803 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45021,1731684120541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45021,1731684120541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45021,1731684120541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:45021, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:03,803 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:03,804 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:03,805 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:22:03,807 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-15T15:22:03,807 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:22:03,807 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:22:03,807 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:22:03,807 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:22:03,807 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:22:03,807 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45021,1731684120541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:03,807 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45021,1731684120541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:22:03,809 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:22:03,809 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:22:03,809 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45021,1731684120541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:03,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fa2bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:03,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45021,-1 for getting cluster id 2024-11-15T15:22:03,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:03,906 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f79175a-6b85-46e6-ae02-64ae081f27e2' 2024-11-15T15:22:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f79175a-6b85-46e6-ae02-64ae081f27e2" 2024-11-15T15:22:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44160a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45021,-1] 2024-11-15T15:22:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:03,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:03,908 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:03,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4c8422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:03,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:03,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37987,1731684120754, seqNum=-1] 2024-11-15T15:22:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:03,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:03,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,45021,1731684120541 2024-11-15T15:22:03,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:03,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:03,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f16a5730002 connected 2024-11-15T15:22:03,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.log.dir so I do NOT create it in target/test-data/c031b457-1769-df76-fab0-06687ac8de9c 2024-11-15T15:22:03,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:22:03,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.tmp.dir so I do NOT create it in target/test-data/c031b457-1769-df76-fab0-06687ac8de9c 2024-11-15T15:22:03,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:22:03,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c 2024-11-15T15:22:03,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/cluster_5ba2bb54-b913-9eb6-2030-576a090333b3, deleteOnExit=true 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/test.cache.data in system properties and HBase conf 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:22:03,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:22:04,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:04,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:04,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:04,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:04,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:22:04,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:04,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@406f587c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:04,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2e99a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:04,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@465e2d2e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/java.io.tmpdir/jetty-localhost-40237-hadoop-hdfs-3_4_1-tests_jar-_-any-1353713135928552489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:04,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e141f3c{HTTP/1.1, (http/1.1)}{localhost:40237} 2024-11-15T15:22:04,340 INFO [Time-limited test {}] server.Server(415): Started @281198ms 2024-11-15T15:22:04,725 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:04,725 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,725 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,726 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,726 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,726 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,755 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,755 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,755 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,755 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,756 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,756 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,767 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:04,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:04,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:04,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:04,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:04,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:22:04,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5847daaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:04,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e86e81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:04,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ffe9a8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/java.io.tmpdir/jetty-localhost-41497-hadoop-hdfs-3_4_1-tests_jar-_-any-4840445113454414253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:04,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cef21b3{HTTP/1.1, (http/1.1)}{localhost:41497} 2024-11-15T15:22:04,884 INFO [Time-limited test {}] server.Server(415): Started @281743ms 2024-11-15T15:22:04,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:22:05,664 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/cluster_5ba2bb54-b913-9eb6-2030-576a090333b3/data/data1/current/BP-1007549806-172.17.0.2-1731684123977/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:05,669 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/cluster_5ba2bb54-b913-9eb6-2030-576a090333b3/data/data2/current/BP-1007549806-172.17.0.2-1731684123977/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:05,717 WARN [Thread-3551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:22:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e3f8f2bcc00b315 with lease ID 0x173ef18ed5b76ab4: Processing first storage report for DS-6a8cddee-82e1-44ca-84eb-579198f34b59 from datanode DatanodeRegistration(127.0.0.1:35431, datanodeUuid=66a8c8b5-38aa-4588-ac6b-6ba577ba57ff, infoPort=34917, infoSecurePort=0, ipcPort=34817, storageInfo=lv=-57;cid=testClusterID;nsid=443539262;c=1731684123977) 2024-11-15T15:22:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e3f8f2bcc00b315 with lease ID 0x173ef18ed5b76ab4: from storage DS-6a8cddee-82e1-44ca-84eb-579198f34b59 node DatanodeRegistration(127.0.0.1:35431, datanodeUuid=66a8c8b5-38aa-4588-ac6b-6ba577ba57ff, infoPort=34917, infoSecurePort=0, ipcPort=34817, storageInfo=lv=-57;cid=testClusterID;nsid=443539262;c=1731684123977), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e3f8f2bcc00b315 with lease ID 0x173ef18ed5b76ab4: Processing first storage report for DS-07cc6b0b-9223-47b9-a420-11171c22900d from datanode DatanodeRegistration(127.0.0.1:35431, datanodeUuid=66a8c8b5-38aa-4588-ac6b-6ba577ba57ff, infoPort=34917, infoSecurePort=0, ipcPort=34817, storageInfo=lv=-57;cid=testClusterID;nsid=443539262;c=1731684123977) 2024-11-15T15:22:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e3f8f2bcc00b315 with lease ID 0x173ef18ed5b76ab4: from storage DS-07cc6b0b-9223-47b9-a420-11171c22900d node DatanodeRegistration(127.0.0.1:35431, datanodeUuid=66a8c8b5-38aa-4588-ac6b-6ba577ba57ff, infoPort=34917, infoSecurePort=0, ipcPort=34817, storageInfo=lv=-57;cid=testClusterID;nsid=443539262;c=1731684123977), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:05,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c 2024-11-15T15:22:05,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:05,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:22:05,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f with version=8 2024-11-15T15:22:05,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/hbase-staging 2024-11-15T15:22:05,833 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:05,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:05,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:05,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:05,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:05,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:05,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:22:05,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:05,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34509 2024-11-15T15:22:05,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34509 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:05,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345090x0, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:05,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34509-0x1013f16a5730003 connected 2024-11-15T15:22:05,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:05,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:05,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on znode that does not yet exist, /1-1380720238/running 2024-11-15T15:22:05,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f, hbase.cluster.distributed=false 2024-11-15T15:22:05,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on znode that does not yet exist, /1-1380720238/acl 2024-11-15T15:22:05,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34509 2024-11-15T15:22:05,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34509 2024-11-15T15:22:05,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34509 2024-11-15T15:22:05,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34509 2024-11-15T15:22:05,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34509 2024-11-15T15:22:05,950 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:05,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:05,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:05,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:05,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:05,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:05,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:22:05,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:05,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43615 2024-11-15T15:22:05,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43615 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:05,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:05,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:05,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436150x0, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:05,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436150x0, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on znode that does not yet exist, /1-1380720238/running 2024-11-15T15:22:05,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43615-0x1013f16a5730004 connected 2024-11-15T15:22:05,968 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:22:05,972 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:22:05,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on znode that does not yet exist, /1-1380720238/master 2024-11-15T15:22:05,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on znode that does not yet exist, /1-1380720238/acl 2024-11-15T15:22:05,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-15T15:22:05,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43615 2024-11-15T15:22:05,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43615 2024-11-15T15:22:05,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-15T15:22:05,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-15T15:22:05,988 DEBUG [M:0;855219d6b094:34509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:34509 2024-11-15T15:22:05,988 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1380720238/backup-masters/855219d6b094,34509,1731684125833 2024-11-15T15:22:05,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238/backup-masters 2024-11-15T15:22:05,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238/backup-masters 2024-11-15T15:22:05,999 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on existing znode=/1-1380720238/backup-masters/855219d6b094,34509,1731684125833 2024-11-15T15:22:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1380720238/master 2024-11-15T15:22:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:06,012 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on existing znode=/1-1380720238/master 2024-11-15T15:22:06,012 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1380720238/backup-masters/855219d6b094,34509,1731684125833 from backup master directory 2024-11-15T15:22:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238/backup-masters 2024-11-15T15:22:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1380720238/backup-masters/855219d6b094,34509,1731684125833 2024-11-15T15:22:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238/backup-masters 2024-11-15T15:22:06,022 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:06,022 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,34509,1731684125833 2024-11-15T15:22:06,024 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/hbase.id] with ID: 6e1348ca-81ee-403a-9abf-5127a9b21b15 2024-11-15T15:22:06,024 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/.tmp/hbase.id 2024-11-15T15:22:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:22:06,429 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/.tmp/hbase.id]:[hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/hbase.id] 2024-11-15T15:22:06,440 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:06,440 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:22:06,441 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:22:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:06,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:22:06,929 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:06,930 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:22:06,936 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:22:06,955 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store 2024-11-15T15:22:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:22:06,970 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:06,970 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:06,970 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:06,970 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:06,970 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:06,970 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:06,970 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:06,970 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684126970Disabling compacts and flushes for region at 1731684126970Disabling writes for close at 1731684126970Writing region close event to WAL at 1731684126970Closed at 1731684126970 2024-11-15T15:22:06,972 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/.initializing 2024-11-15T15:22:06,972 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/WALs/855219d6b094,34509,1731684125833 2024-11-15T15:22:06,973 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:06,974 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C34509%2C1731684125833, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/WALs/855219d6b094,34509,1731684125833, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/oldWALs, maxLogs=10 2024-11-15T15:22:06,998 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/WALs/855219d6b094,34509,1731684125833/855219d6b094%2C34509%2C1731684125833.1731684126974, exclude list is [], retry=0 2024-11-15T15:22:07,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-6a8cddee-82e1-44ca-84eb-579198f34b59,DISK] 2024-11-15T15:22:07,002 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/WALs/855219d6b094,34509,1731684125833/855219d6b094%2C34509%2C1731684125833.1731684126974 2024-11-15T15:22:07,002 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34917:34917)] 2024-11-15T15:22:07,002 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:07,002 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:07,002 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,002 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:22:07,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:07,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:22:07,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:07,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:22:07,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:07,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:22:07,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:07,008 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,008 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,008 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,009 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,009 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,010 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:07,010 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:07,012 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:07,012 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69232322, jitterRate=0.031641989946365356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:07,012 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684127002Initializing all the Stores at 1731684127003 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684127003Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684127003Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684127003Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684127003Cleaning up temporary data from old regions at 1731684127009 (+6 ms)Region opened successfully at 1731684127012 (+3 ms) 2024-11-15T15:22:07,012 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:22:07,026 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93ac5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:07,026 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:22:07,026 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:22:07,026 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:22:07,027 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:22:07,027 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:22:07,027 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:22:07,027 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:22:07,029 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:22:07,029 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Unable to get data of znode /1-1380720238/balancer because node does not exist (not necessarily an error) 2024-11-15T15:22:07,075 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1380720238/balancer already deleted, retry=false 2024-11-15T15:22:07,075 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:22:07,076 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Unable to get data of znode /1-1380720238/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:22:07,085 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1380720238/normalizer already deleted, retry=false 2024-11-15T15:22:07,086 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:22:07,086 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Unable to get data of znode /1-1380720238/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:22:07,096 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1380720238/switch/split already deleted, retry=false 2024-11-15T15:22:07,096 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Unable to get data of znode /1-1380720238/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:22:07,106 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1380720238/switch/merge already deleted, retry=false 2024-11-15T15:22:07,108 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Unable to get data of znode /1-1380720238/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:22:07,117 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1380720238/snapshot-cleanup already deleted, retry=false 2024-11-15T15:22:07,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1380720238/running 2024-11-15T15:22:07,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1380720238/running 2024-11-15T15:22:07,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:07,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:07,128 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,34509,1731684125833, sessionid=0x1013f16a5730003, setting cluster-up flag (Was=false) 2024-11-15T15:22:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:07,180 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1380720238/flush-table-proc/acquired, /1-1380720238/flush-table-proc/reached, /1-1380720238/flush-table-proc/abort 2024-11-15T15:22:07,181 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,34509,1731684125833 2024-11-15T15:22:07,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:07,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:07,243 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1380720238/online-snapshot/acquired, /1-1380720238/online-snapshot/reached, /1-1380720238/online-snapshot/abort 2024-11-15T15:22:07,244 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,34509,1731684125833 2024-11-15T15:22:07,245 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:22:07,246 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:07,246 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:22:07,246 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:22:07,247 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,34509,1731684125833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:22:07,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:07,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:07,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:07,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:07,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:22:07,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:07,248 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:07,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:22:07,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:22:07,260 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684157260 2024-11-15T15:22:07,260 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:22:07,261 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:22:07,261 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:22:07,261 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:22:07,261 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:22:07,261 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:22:07,261 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:22:07,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:22:07,267 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f 2024-11-15T15:22:07,268 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:22:07,268 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:22:07,268 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:22:07,268 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:22:07,269 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:22:07,269 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:22:07,276 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684127269,5,FailOnTimeoutGroup] 2024-11-15T15:22:07,277 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684127276,5,FailOnTimeoutGroup] 2024-11-15T15:22:07,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:22:07,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,282 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(746): ClusterId : 6e1348ca-81ee-403a-9abf-5127a9b21b15 2024-11-15T15:22:07,282 DEBUG [RS:0;855219d6b094:43615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:22:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:22:07,294 DEBUG [RS:0;855219d6b094:43615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:22:07,294 DEBUG [RS:0;855219d6b094:43615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:22:07,308 DEBUG [RS:0;855219d6b094:43615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:22:07,309 DEBUG [RS:0;855219d6b094:43615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa7dec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:07,329 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:43615 2024-11-15T15:22:07,329 INFO [RS:0;855219d6b094:43615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:22:07,329 INFO [RS:0;855219d6b094:43615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:22:07,329 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:22:07,329 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,34509,1731684125833 with port=43615, startcode=1731684125950 2024-11-15T15:22:07,330 DEBUG [RS:0;855219d6b094:43615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:22:07,331 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:22:07,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,43615,1731684125950 2024-11-15T15:22:07,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34509 {}] master.ServerManager(517): Registering regionserver=855219d6b094,43615,1731684125950 2024-11-15T15:22:07,332 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f 2024-11-15T15:22:07,332 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34863 2024-11-15T15:22:07,332 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:22:07,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238/rs 2024-11-15T15:22:07,380 DEBUG [RS:0;855219d6b094:43615 {}] zookeeper.ZKUtil(111): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on existing znode=/1-1380720238/rs/855219d6b094,43615,1731684125950 2024-11-15T15:22:07,381 WARN [RS:0;855219d6b094:43615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:07,381 INFO [RS:0;855219d6b094:43615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:07,381 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950 2024-11-15T15:22:07,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,43615,1731684125950] 2024-11-15T15:22:07,387 INFO [RS:0;855219d6b094:43615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:22:07,397 INFO [RS:0;855219d6b094:43615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:22:07,397 INFO [RS:0;855219d6b094:43615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:22:07,398 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,398 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:22:07,398 INFO [RS:0;855219d6b094:43615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:22:07,398 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,398 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:07,399 DEBUG [RS:0;855219d6b094:43615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:07,400 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,400 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,400 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,400 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,400 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,400 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,43615,1731684125950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:07,422 INFO [RS:0;855219d6b094:43615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:22:07,422 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,43615,1731684125950-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,422 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,422 INFO [RS:0;855219d6b094:43615 {}] regionserver.Replication(171): 855219d6b094,43615,1731684125950 started 2024-11-15T15:22:07,440 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:07,440 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,43615,1731684125950, RpcServer on 855219d6b094/172.17.0.2:43615, sessionid=0x1013f16a5730004 2024-11-15T15:22:07,441 DEBUG [RS:0;855219d6b094:43615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:22:07,441 DEBUG [RS:0;855219d6b094:43615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,43615,1731684125950 2024-11-15T15:22:07,441 DEBUG [RS:0;855219d6b094:43615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,43615,1731684125950' 2024-11-15T15:22:07,441 DEBUG [RS:0;855219d6b094:43615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1380720238/flush-table-proc/abort' 2024-11-15T15:22:07,442 DEBUG [RS:0;855219d6b094:43615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1380720238/flush-table-proc/acquired' 2024-11-15T15:22:07,442 DEBUG [RS:0;855219d6b094:43615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:22:07,442 DEBUG [RS:0;855219d6b094:43615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:22:07,442 DEBUG [RS:0;855219d6b094:43615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,43615,1731684125950 2024-11-15T15:22:07,442 DEBUG [RS:0;855219d6b094:43615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,43615,1731684125950' 2024-11-15T15:22:07,442 DEBUG [RS:0;855219d6b094:43615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1380720238/online-snapshot/abort' 2024-11-15T15:22:07,442 DEBUG [RS:0;855219d6b094:43615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1380720238/online-snapshot/acquired' 2024-11-15T15:22:07,443 DEBUG [RS:0;855219d6b094:43615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:22:07,443 INFO [RS:0;855219d6b094:43615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:22:07,443 INFO [RS:0;855219d6b094:43615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:22:07,543 INFO [RS:0;855219d6b094:43615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:07,544 INFO [RS:0;855219d6b094:43615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C43615%2C1731684125950, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/oldWALs, maxLogs=10 2024-11-15T15:22:07,556 DEBUG [RS:0;855219d6b094:43615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, exclude list is [], retry=0 2024-11-15T15:22:07,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-6a8cddee-82e1-44ca-84eb-579198f34b59,DISK] 2024-11-15T15:22:07,559 INFO [RS:0;855219d6b094:43615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 2024-11-15T15:22:07,559 DEBUG [RS:0;855219d6b094:43615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34917:34917)] 2024-11-15T15:22:07,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:07,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:07,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:07,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:07,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:07,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:07,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:07,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:07,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:07,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:07,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:07,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:07,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:07,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:07,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:07,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740 2024-11-15T15:22:07,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740 2024-11-15T15:22:07,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:07,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:07,692 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:07,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:07,694 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:07,694 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73508870, jitterRate=0.09536752104759216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:07,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684127686Initializing all the Stores at 1731684127687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684127687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684127687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684127687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684127687Cleaning up temporary data from old regions at 1731684127692 (+5 ms)Region opened successfully at 1731684127694 (+2 ms) 2024-11-15T15:22:07,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:07,694 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:07,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:07,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:07,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:07,695 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:07,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684127694Disabling compacts and flushes for region at 1731684127694Disabling writes for close at 1731684127694Writing region close event to WAL at 1731684127695 (+1 ms)Closed at 1731684127695 2024-11-15T15:22:07,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:07,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:22:07,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:22:07,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:07,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:22:07,848 DEBUG [855219d6b094:34509 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:22:07,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,43615,1731684125950 2024-11-15T15:22:07,849 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,43615,1731684125950, state=OPENING 2024-11-15T15:22:07,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:22:07,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:07,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:07,865 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:07,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1380720238/meta-region-server: CHANGED 2024-11-15T15:22:07,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1380720238/meta-region-server: CHANGED 2024-11-15T15:22:07,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,43615,1731684125950}] 2024-11-15T15:22:08,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:08,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:22:08,021 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:22:08,021 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:08,021 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:22:08,022 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C43615%2C1731684125950.meta, suffix=.meta, logDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/oldWALs, maxLogs=10 2024-11-15T15:22:08,049 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.meta.1731684128022.meta, exclude list is [], retry=0 2024-11-15T15:22:08,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-6a8cddee-82e1-44ca-84eb-579198f34b59,DISK] 2024-11-15T15:22:08,052 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.meta.1731684128022.meta 2024-11-15T15:22:08,052 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34917:34917)] 2024-11-15T15:22:08,052 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:08,053 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:08,053 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:08,053 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:22:08,053 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:22:08,053 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:22:08,053 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:08,053 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:22:08,053 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:22:08,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:08,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:08,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:08,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:08,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:08,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:08,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:08,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:08,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:08,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:08,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:08,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:08,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:08,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:08,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:08,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:08,057 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:08,058 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740 2024-11-15T15:22:08,058 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740 2024-11-15T15:22:08,059 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:08,059 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:08,059 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:08,060 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:08,060 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61880400, jitterRate=-0.07791018486022949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:08,060 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:22:08,060 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684128053Writing region info on filesystem at 1731684128053Initializing all the Stores at 1731684128054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684128054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684128054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684128054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684128054Cleaning up temporary data from old regions at 1731684128059 (+5 ms)Running coprocessor post-open hooks at 1731684128060 (+1 ms)Region opened successfully at 1731684128060 2024-11-15T15:22:08,061 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684128016 2024-11-15T15:22:08,062 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:22:08,062 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:22:08,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,43615,1731684125950 2024-11-15T15:22:08,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,43615,1731684125950, state=OPEN 2024-11-15T15:22:08,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1380720238/meta-region-server 2024-11-15T15:22:08,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1380720238/meta-region-server 2024-11-15T15:22:08,075 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,43615,1731684125950 2024-11-15T15:22:08,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1380720238/meta-region-server: CHANGED 2024-11-15T15:22:08,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1380720238/meta-region-server: CHANGED 2024-11-15T15:22:08,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:22:08,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,43615,1731684125950 in 210 msec 2024-11-15T15:22:08,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:22:08,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-15T15:22:08,078 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:08,078 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:22:08,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:08,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,43615,1731684125950, seqNum=-1] 2024-11-15T15:22:08,080 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:08,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:08,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-15T15:22:08,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684128084, completionTime=-1 2024-11-15T15:22:08,084 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:22:08,084 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:22:08,086 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:22:08,086 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684188086 2024-11-15T15:22:08,086 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684248086 2024-11-15T15:22:08,086 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:22:08,086 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34509,1731684125833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:08,087 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34509,1731684125833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:08,087 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34509,1731684125833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:08,087 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:34509, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:08,087 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:08,087 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:08,088 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:22:08,090 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.068sec 2024-11-15T15:22:08,090 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:22:08,090 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:22:08,090 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:22:08,090 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:22:08,090 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:22:08,090 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34509,1731684125833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:08,090 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34509,1731684125833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:22:08,091 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:22:08,092 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:22:08,092 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34509,1731684125833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:08,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780fc1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:08,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34509,-1 for getting cluster id 2024-11-15T15:22:08,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:08,183 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e1348ca-81ee-403a-9abf-5127a9b21b15' 2024-11-15T15:22:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e1348ca-81ee-403a-9abf-5127a9b21b15" 2024-11-15T15:22:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fc18e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34509,-1] 2024-11-15T15:22:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:08,184 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:08,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d5a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:08,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:08,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,43615,1731684125950, seqNum=-1] 2024-11-15T15:22:08,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:08,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:08,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,34509,1731684125833 2024-11-15T15:22:08,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:08,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f16a5730005 connected 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.log.dir so I do NOT create it in target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318 2024-11-15T15:22:08,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.tmp.dir so I do NOT create it in target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318 2024-11-15T15:22:08,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:22:08,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/cluster_761c3a7a-f3e9-478d-bbad-a9a52252cb21, deleteOnExit=true 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/test.cache.data in system properties and HBase conf 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:22:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:22:08,332 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:08,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:22:08,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:22:08,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:22:08,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:08,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:22:08,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:22:08,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:22:08,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:08,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:08,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:08,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:08,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:22:08,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:08,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c308fd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:08,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aec2a8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:08,874 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:08,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:22:08,875 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88664 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:22:08,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71c31dc3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/java.io.tmpdir/jetty-localhost-34477-hadoop-hdfs-3_4_1-tests_jar-_-any-17611309818877805704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:08,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e920d5{HTTP/1.1, (http/1.1)}{localhost:34477} 2024-11-15T15:22:08,891 INFO [Time-limited test {}] server.Server(415): Started @285749ms 2024-11-15T15:22:09,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:09,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:09,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:09,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:09,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:22:09,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491ede36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:09,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@602a778e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:09,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:22:09,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:22:09,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:22:09,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:22:09,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30c7b657{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/java.io.tmpdir/jetty-localhost-38215-hadoop-hdfs-3_4_1-tests_jar-_-any-1213800652159974003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:09,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@632f9093{HTTP/1.1, (http/1.1)}{localhost:38215} 2024-11-15T15:22:09,306 INFO [Time-limited test {}] server.Server(415): Started @286165ms 2024-11-15T15:22:09,308 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:22:10,080 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/cluster_761c3a7a-f3e9-478d-bbad-a9a52252cb21/data/data1/current/BP-240470116-172.17.0.2-1731684128351/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:10,080 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/cluster_761c3a7a-f3e9-478d-bbad-a9a52252cb21/data/data2/current/BP-240470116-172.17.0.2-1731684128351/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:10,120 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:22:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x574cc0e13f135855 with lease ID 0xffedd2dff0ea74a3: Processing first storage report for DS-9ebbb3cf-0a6b-4a43-9dff-728342d13d31 from datanode DatanodeRegistration(127.0.0.1:35987, datanodeUuid=7b26a99f-be35-4d2e-9313-19d1ef4d2b7d, infoPort=43069, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=1945622494;c=1731684128351) 2024-11-15T15:22:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x574cc0e13f135855 with lease ID 0xffedd2dff0ea74a3: from storage DS-9ebbb3cf-0a6b-4a43-9dff-728342d13d31 node DatanodeRegistration(127.0.0.1:35987, datanodeUuid=7b26a99f-be35-4d2e-9313-19d1ef4d2b7d, infoPort=43069, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=1945622494;c=1731684128351), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:22:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x574cc0e13f135855 with lease ID 0xffedd2dff0ea74a3: Processing first storage report for DS-3aca9052-000d-40ae-9a3e-bce95fbc639b from datanode DatanodeRegistration(127.0.0.1:35987, datanodeUuid=7b26a99f-be35-4d2e-9313-19d1ef4d2b7d, infoPort=43069, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=1945622494;c=1731684128351) 2024-11-15T15:22:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x574cc0e13f135855 with lease ID 0xffedd2dff0ea74a3: from storage DS-3aca9052-000d-40ae-9a3e-bce95fbc639b node DatanodeRegistration(127.0.0.1:35987, datanodeUuid=7b26a99f-be35-4d2e-9313-19d1ef4d2b7d, infoPort=43069, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=1945622494;c=1731684128351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:10,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318 2024-11-15T15:22:10,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:10,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:10,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:22:10,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b with version=8 2024-11-15T15:22:10,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/hbase-staging 2024-11-15T15:22:10,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:10,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:10,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:22:10,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:10,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34737 2024-11-15T15:22:10,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34737 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:10,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347370x0, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:10,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34737-0x1013f16a5730006 connected 2024-11-15T15:22:10,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:10,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:10,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on znode that does not yet exist, /2-650413594/running 2024-11-15T15:22:10,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b, hbase.cluster.distributed=false 2024-11-15T15:22:10,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on znode that does not yet exist, /2-650413594/acl 2024-11-15T15:22:10,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-15T15:22:10,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34737 2024-11-15T15:22:10,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34737 2024-11-15T15:22:10,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-15T15:22:10,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-15T15:22:10,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:10,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:10,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:10,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:10,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:10,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:10,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:22:10,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:10,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32939 2024-11-15T15:22:10,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32939 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:10,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:10,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:10,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329390x0, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:10,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329390x0, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on znode that does not yet exist, /2-650413594/running 2024-11-15T15:22:10,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32939-0x1013f16a5730007 connected 2024-11-15T15:22:10,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:22:10,739 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:22:10,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on znode that does not yet exist, /2-650413594/master 2024-11-15T15:22:10,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on znode that does not yet exist, /2-650413594/acl 2024-11-15T15:22:10,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-15T15:22:10,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32939 2024-11-15T15:22:10,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32939 2024-11-15T15:22:10,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-15T15:22:10,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-15T15:22:10,766 DEBUG [M:0;855219d6b094:34737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:34737 2024-11-15T15:22:10,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-650413594/backup-masters/855219d6b094,34737,1731684130577 2024-11-15T15:22:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594/backup-masters 2024-11-15T15:22:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594/backup-masters 2024-11-15T15:22:10,778 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on existing znode=/2-650413594/backup-masters/855219d6b094,34737,1731684130577 2024-11-15T15:22:10,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-650413594/master 2024-11-15T15:22:10,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:10,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:10,791 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on existing znode=/2-650413594/master 2024-11-15T15:22:10,791 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-650413594/backup-masters/855219d6b094,34737,1731684130577 from backup master directory 2024-11-15T15:22:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594/backup-masters 2024-11-15T15:22:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-650413594/backup-masters/855219d6b094,34737,1731684130577 2024-11-15T15:22:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594/backup-masters 2024-11-15T15:22:10,801 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:10,801 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,34737,1731684130577 2024-11-15T15:22:10,804 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/hbase.id] with ID: da97e3fb-6305-48c3-b925-360f80f83005 2024-11-15T15:22:10,804 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/.tmp/hbase.id 2024-11-15T15:22:10,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:22:10,814 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/.tmp/hbase.id]:[hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/hbase.id] 2024-11-15T15:22:10,822 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:10,822 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:22:10,823 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:22:10,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:10,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:10,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:22:11,239 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:11,240 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:22:11,240 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:11,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:22:11,646 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store 2024-11-15T15:22:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:22:11,655 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:11,655 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:11,655 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:11,655 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:11,655 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:11,655 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:11,655 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:11,655 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684131655Disabling compacts and flushes for region at 1731684131655Disabling writes for close at 1731684131655Writing region close event to WAL at 1731684131655Closed at 1731684131655 2024-11-15T15:22:11,656 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/.initializing 2024-11-15T15:22:11,656 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/WALs/855219d6b094,34737,1731684130577 2024-11-15T15:22:11,656 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:11,658 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C34737%2C1731684130577, suffix=, logDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/WALs/855219d6b094,34737,1731684130577, archiveDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/oldWALs, maxLogs=10 2024-11-15T15:22:11,676 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/WALs/855219d6b094,34737,1731684130577/855219d6b094%2C34737%2C1731684130577.1731684131658, exclude list is [], retry=0 2024-11-15T15:22:11,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-9ebbb3cf-0a6b-4a43-9dff-728342d13d31,DISK] 2024-11-15T15:22:11,682 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/WALs/855219d6b094,34737,1731684130577/855219d6b094%2C34737%2C1731684130577.1731684131658 2024-11-15T15:22:11,684 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43069:43069)] 2024-11-15T15:22:11,684 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:11,684 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:11,685 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,685 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:22:11,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:11,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:11,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:22:11,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:11,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:11,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:22:11,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:11,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:11,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:22:11,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:11,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:11,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,697 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,697 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,698 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,698 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,698 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:11,700 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:11,701 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:11,702 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65661625, jitterRate=-0.021565541625022888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:11,702 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684131685Initializing all the Stores at 1731684131685Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684131685Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684131688 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684131688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684131688Cleaning up temporary data from old regions at 1731684131698 (+10 ms)Region opened successfully at 1731684131702 (+4 ms) 2024-11-15T15:22:11,702 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:22:11,705 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c69c88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:11,706 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:22:11,706 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:22:11,706 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:22:11,706 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:22:11,706 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:22:11,707 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:22:11,707 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:22:11,710 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:22:11,710 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Unable to get data of znode /2-650413594/balancer because node does not exist (not necessarily an error) 2024-11-15T15:22:11,759 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-650413594/balancer already deleted, retry=false 2024-11-15T15:22:11,760 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:22:11,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Unable to get data of znode /2-650413594/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:22:11,769 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-650413594/normalizer already deleted, retry=false 2024-11-15T15:22:11,770 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:22:11,771 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Unable to get data of znode /2-650413594/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:22:11,780 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-650413594/switch/split already deleted, retry=false 2024-11-15T15:22:11,781 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Unable to get data of znode /2-650413594/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:22:11,790 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-650413594/switch/merge already deleted, retry=false 2024-11-15T15:22:11,792 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Unable to get data of znode /2-650413594/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:22:11,801 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-650413594/snapshot-cleanup already deleted, retry=false 2024-11-15T15:22:11,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-650413594/running 2024-11-15T15:22:11,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-650413594/running 2024-11-15T15:22:11,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:11,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:11,813 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,34737,1731684130577, sessionid=0x1013f16a5730006, setting cluster-up flag (Was=false) 2024-11-15T15:22:11,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:11,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:11,990 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-650413594/flush-table-proc/acquired, /2-650413594/flush-table-proc/reached, /2-650413594/flush-table-proc/abort 2024-11-15T15:22:11,991 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,34737,1731684130577 2024-11-15T15:22:12,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:12,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:12,169 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-650413594/online-snapshot/acquired, /2-650413594/online-snapshot/reached, /2-650413594/online-snapshot/abort 2024-11-15T15:22:12,170 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,34737,1731684130577 2024-11-15T15:22:12,171 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:22:12,172 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:12,172 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:22:12,173 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:22:12,173 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,34737,1731684130577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:22:12,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:12,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:12,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:12,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:12,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:22:12,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:12,174 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:12,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:22:12,180 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:12,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684162180 2024-11-15T15:22:12,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:22:12,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:22:12,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:22:12,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:22:12,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:22:12,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:22:12,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:22:12,180 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,181 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:22:12,181 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:22:12,181 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:22:12,181 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:22:12,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:22:12,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:22:12,184 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684132184,5,FailOnTimeoutGroup] 2024-11-15T15:22:12,184 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684132184,5,FailOnTimeoutGroup] 2024-11-15T15:22:12,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,184 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:22:12,185 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,185 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:22:12,254 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(746): ClusterId : da97e3fb-6305-48c3-b925-360f80f83005 2024-11-15T15:22:12,254 DEBUG [RS:0;855219d6b094:32939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:22:12,265 DEBUG [RS:0;855219d6b094:32939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:22:12,265 DEBUG [RS:0;855219d6b094:32939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:22:12,275 DEBUG [RS:0;855219d6b094:32939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:22:12,276 DEBUG [RS:0;855219d6b094:32939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b20153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:12,287 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:32939 2024-11-15T15:22:12,287 INFO [RS:0;855219d6b094:32939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:22:12,287 INFO [RS:0;855219d6b094:32939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:22:12,287 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:22:12,288 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,34737,1731684130577 with port=32939, startcode=1731684130721 2024-11-15T15:22:12,288 DEBUG [RS:0;855219d6b094:32939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:22:12,289 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:22:12,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,32939,1731684130721 2024-11-15T15:22:12,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34737 {}] master.ServerManager(517): Registering regionserver=855219d6b094,32939,1731684130721 2024-11-15T15:22:12,290 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b 2024-11-15T15:22:12,290 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43487 2024-11-15T15:22:12,290 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:22:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594/rs 2024-11-15T15:22:12,323 DEBUG [RS:0;855219d6b094:32939 {}] zookeeper.ZKUtil(111): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on existing znode=/2-650413594/rs/855219d6b094,32939,1731684130721 2024-11-15T15:22:12,323 WARN [RS:0;855219d6b094:32939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:12,323 INFO [RS:0;855219d6b094:32939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:12,323 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721 2024-11-15T15:22:12,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,32939,1731684130721] 2024-11-15T15:22:12,328 INFO [RS:0;855219d6b094:32939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:22:12,330 INFO [RS:0;855219d6b094:32939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:22:12,332 INFO [RS:0;855219d6b094:32939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:22:12,332 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,332 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:22:12,337 INFO [RS:0;855219d6b094:32939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:22:12,337 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:12,337 DEBUG [RS:0;855219d6b094:32939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:12,338 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,338 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,338 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,338 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,338 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,338 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,32939,1731684130721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:12,353 INFO [RS:0;855219d6b094:32939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:22:12,354 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,32939,1731684130721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,354 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,354 INFO [RS:0;855219d6b094:32939 {}] regionserver.Replication(171): 855219d6b094,32939,1731684130721 started 2024-11-15T15:22:12,367 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:12,367 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,32939,1731684130721, RpcServer on 855219d6b094/172.17.0.2:32939, sessionid=0x1013f16a5730007 2024-11-15T15:22:12,367 DEBUG [RS:0;855219d6b094:32939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:22:12,367 DEBUG [RS:0;855219d6b094:32939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,32939,1731684130721 2024-11-15T15:22:12,367 DEBUG [RS:0;855219d6b094:32939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,32939,1731684130721' 2024-11-15T15:22:12,367 DEBUG [RS:0;855219d6b094:32939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-650413594/flush-table-proc/abort' 2024-11-15T15:22:12,368 DEBUG [RS:0;855219d6b094:32939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-650413594/flush-table-proc/acquired' 2024-11-15T15:22:12,368 DEBUG [RS:0;855219d6b094:32939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:22:12,368 DEBUG [RS:0;855219d6b094:32939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:22:12,368 DEBUG [RS:0;855219d6b094:32939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,32939,1731684130721 2024-11-15T15:22:12,368 DEBUG [RS:0;855219d6b094:32939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,32939,1731684130721' 2024-11-15T15:22:12,368 DEBUG [RS:0;855219d6b094:32939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-650413594/online-snapshot/abort' 2024-11-15T15:22:12,368 DEBUG [RS:0;855219d6b094:32939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-650413594/online-snapshot/acquired' 2024-11-15T15:22:12,369 DEBUG [RS:0;855219d6b094:32939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:22:12,369 INFO [RS:0;855219d6b094:32939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:22:12,369 INFO [RS:0;855219d6b094:32939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:22:12,469 INFO [RS:0;855219d6b094:32939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:12,470 INFO [RS:0;855219d6b094:32939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C32939%2C1731684130721, suffix=, logDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721, archiveDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/oldWALs, maxLogs=10 2024-11-15T15:22:12,482 DEBUG [RS:0;855219d6b094:32939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, exclude list is [], retry=0 2024-11-15T15:22:12,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-9ebbb3cf-0a6b-4a43-9dff-728342d13d31,DISK] 2024-11-15T15:22:12,486 INFO [RS:0;855219d6b094:32939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 2024-11-15T15:22:12,486 DEBUG [RS:0;855219d6b094:32939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43069:43069)] 2024-11-15T15:22:12,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:22:12,589 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b 2024-11-15T15:22:12,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:22:12,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:12,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:12,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:12,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:12,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:12,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:12,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:12,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:12,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:12,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:12,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:12,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:12,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:12,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:12,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:13,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:13,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:13,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:13,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740 2024-11-15T15:22:13,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740 2024-11-15T15:22:13,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:13,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:13,002 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:13,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:13,004 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:13,004 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71286857, jitterRate=0.06225694715976715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:13,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684132994Initializing all the Stores at 1731684132994Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684132994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684132994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684132994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684132994Cleaning up temporary data from old regions at 1731684133001 (+7 ms)Region opened successfully at 1731684133004 (+3 ms) 2024-11-15T15:22:13,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:13,004 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:13,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:13,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:13,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:13,005 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:13,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684133004Disabling compacts and flushes for region at 1731684133004Disabling writes for close at 1731684133004Writing region close event to WAL at 1731684133005 (+1 ms)Closed at 1731684133005 2024-11-15T15:22:13,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:13,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:22:13,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:22:13,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:13,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:22:13,158 DEBUG [855219d6b094:34737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:22:13,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,32939,1731684130721 2024-11-15T15:22:13,159 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,32939,1731684130721, state=OPENING 2024-11-15T15:22:13,214 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:22:13,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:13,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:13,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-650413594/meta-region-server: CHANGED 2024-11-15T15:22:13,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-650413594/meta-region-server: CHANGED 2024-11-15T15:22:13,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:13,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,32939,1731684130721}] 2024-11-15T15:22:13,426 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:13,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:22:13,430 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:22:13,430 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:13,430 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:22:13,431 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C32939%2C1731684130721.meta, suffix=.meta, logDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721, archiveDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/oldWALs, maxLogs=10 2024-11-15T15:22:13,442 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.meta.1731684133431.meta, exclude list is [], retry=0 2024-11-15T15:22:13,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-9ebbb3cf-0a6b-4a43-9dff-728342d13d31,DISK] 2024-11-15T15:22:13,445 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.meta.1731684133431.meta 2024-11-15T15:22:13,446 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43069:43069)] 2024-11-15T15:22:13,446 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:13,446 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:13,446 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:13,446 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:22:13,446 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:22:13,446 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:22:13,446 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:13,446 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:22:13,447 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:22:13,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:13,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:13,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:13,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:13,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:13,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:13,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:13,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:13,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:13,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:13,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:13,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:13,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:13,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:13,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:13,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:13,451 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:13,451 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740 2024-11-15T15:22:13,452 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740 2024-11-15T15:22:13,452 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:13,453 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:13,453 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:13,454 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:13,454 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68967693, jitterRate=0.027698710560798645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:13,454 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:22:13,454 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684133447Writing region info on filesystem at 1731684133447Initializing all the Stores at 1731684133447Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684133447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684133448 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684133448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684133448Cleaning up temporary data from old regions at 1731684133453 (+5 ms)Running coprocessor post-open hooks at 1731684133454 (+1 ms)Region opened successfully at 1731684133454 2024-11-15T15:22:13,455 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684133426 2024-11-15T15:22:13,456 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:22:13,456 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:22:13,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,32939,1731684130721 2024-11-15T15:22:13,457 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,32939,1731684130721, state=OPEN 2024-11-15T15:22:13,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-650413594/meta-region-server 2024-11-15T15:22:13,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-650413594/meta-region-server 2024-11-15T15:22:13,519 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,32939,1731684130721 2024-11-15T15:22:13,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-650413594/meta-region-server: CHANGED 2024-11-15T15:22:13,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-650413594/meta-region-server: CHANGED 2024-11-15T15:22:13,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:22:13,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,32939,1731684130721 in 245 msec 2024-11-15T15:22:13,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:22:13,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-15T15:22:13,522 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:13,522 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:22:13,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:13,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,32939,1731684130721, seqNum=-1] 2024-11-15T15:22:13,523 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:13,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:13,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-11-15T15:22:13,528 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684133528, completionTime=-1 2024-11-15T15:22:13,528 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:22:13,528 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:22:13,529 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:22:13,529 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684193529 2024-11-15T15:22:13,529 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684253529 2024-11-15T15:22:13,529 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:22:13,529 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34737,1731684130577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:13,529 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34737,1731684130577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:13,530 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34737,1731684130577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:13,530 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:34737, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:13,530 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:13,530 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:13,531 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:22:13,532 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.731sec 2024-11-15T15:22:13,532 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:22:13,532 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:22:13,533 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:22:13,533 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:22:13,533 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:22:13,533 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34737,1731684130577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:13,533 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34737,1731684130577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:22:13,534 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:22:13,534 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:22:13,534 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34737,1731684130577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:13,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0fde24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:13,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34737,-1 for getting cluster id 2024-11-15T15:22:13,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:13,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:13,556 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da97e3fb-6305-48c3-b925-360f80f83005' 2024-11-15T15:22:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:13,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da97e3fb-6305-48c3-b925-360f80f83005" 2024-11-15T15:22:13,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611b7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34737,-1] 2024-11-15T15:22:13,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:13,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,558 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:13,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ec7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:13,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,32939,1731684130721, seqNum=-1] 2024-11-15T15:22:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:13,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:13,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,34737,1731684130577 2024-11-15T15:22:13,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55617 2024-11-15T15:22:13,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:13,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:13,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013f16a5730008 connected 2024-11-15T15:22:13,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:13,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45021,1731684120541 2024-11-15T15:22:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752164f 2024-11-15T15:22:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:13,702 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:13,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:22:13,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:22:13,705 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:13,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:22:13,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:22:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:22:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:14,111 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3ce326fd90d211fe59ecfc76f5c8b43, NAME => 'test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0 2024-11-15T15:22:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:22:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:14,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:14,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a3ce326fd90d211fe59ecfc76f5c8b43, disabling compactions & flushes 2024-11-15T15:22:14,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:14,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:14,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. after waiting 0 ms 2024-11-15T15:22:14,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:14,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:14,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3ce326fd90d211fe59ecfc76f5c8b43: Waiting for close lock at 1731684134515Disabling compacts and flushes for region at 1731684134515Disabling writes for close at 1731684134515Writing region close event to WAL at 1731684134515Closed at 1731684134515 2024-11-15T15:22:14,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:22:14,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684134516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684134516"}]},"ts":"1731684134516"} 2024-11-15T15:22:14,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:22:14,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:22:14,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684134520"}]},"ts":"1731684134520"} 2024-11-15T15:22:14,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:22:14,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a3ce326fd90d211fe59ecfc76f5c8b43, ASSIGN}] 2024-11-15T15:22:14,523 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a3ce326fd90d211fe59ecfc76f5c8b43, ASSIGN 2024-11-15T15:22:14,524 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a3ce326fd90d211fe59ecfc76f5c8b43, ASSIGN; state=OFFLINE, location=855219d6b094,37987,1731684120754; forceNewPlan=false, retain=false 2024-11-15T15:22:14,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3ce326fd90d211fe59ecfc76f5c8b43, regionState=OPENING, regionLocation=855219d6b094,37987,1731684120754 2024-11-15T15:22:14,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a3ce326fd90d211fe59ecfc76f5c8b43, ASSIGN because future has completed 2024-11-15T15:22:14,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3ce326fd90d211fe59ecfc76f5c8b43, server=855219d6b094,37987,1731684120754}] 2024-11-15T15:22:14,833 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:14,833 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a3ce326fd90d211fe59ecfc76f5c8b43, NAME => 'test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:14,833 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:14,833 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:22:14,833 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,833 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:14,834 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,834 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,835 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,835 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ce326fd90d211fe59ecfc76f5c8b43 columnFamilyName f 2024-11-15T15:22:14,835 DEBUG [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:14,836 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] regionserver.HStore(327): Store=a3ce326fd90d211fe59ecfc76f5c8b43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:14,836 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,836 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ce326fd90d211fe59ecfc76f5c8b43 columnFamilyName f1 2024-11-15T15:22:14,837 DEBUG [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:14,837 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] regionserver.HStore(327): Store=a3ce326fd90d211fe59ecfc76f5c8b43/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:14,837 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,837 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ce326fd90d211fe59ecfc76f5c8b43 columnFamilyName norep 2024-11-15T15:22:14,838 DEBUG [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:14,838 INFO [StoreOpener-a3ce326fd90d211fe59ecfc76f5c8b43-1 {}] regionserver.HStore(327): Store=a3ce326fd90d211fe59ecfc76f5c8b43/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:14,838 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,838 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,838 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,839 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,839 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,839 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:22:14,840 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,841 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:14,842 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a3ce326fd90d211fe59ecfc76f5c8b43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70379277, jitterRate=0.048732951283454895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:22:14,842 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:14,842 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a3ce326fd90d211fe59ecfc76f5c8b43: Running coprocessor pre-open hook at 1731684134834Writing region info on filesystem at 1731684134834Initializing all the Stores at 1731684134834Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684134834Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684134834Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684134834Cleaning up temporary data from old regions at 1731684134839 (+5 ms)Running coprocessor post-open hooks at 1731684134842 (+3 ms)Region opened successfully at 1731684134842 2024-11-15T15:22:14,843 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43., pid=6, masterSystemTime=1731684134829 2024-11-15T15:22:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:14,845 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:14,845 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:14,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3ce326fd90d211fe59ecfc76f5c8b43, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,37987,1731684120754 2024-11-15T15:22:14,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3ce326fd90d211fe59ecfc76f5c8b43, server=855219d6b094,37987,1731684120754 because future has completed 2024-11-15T15:22:14,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:22:14,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a3ce326fd90d211fe59ecfc76f5c8b43, server=855219d6b094,37987,1731684120754 in 171 msec 2024-11-15T15:22:14,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:22:14,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a3ce326fd90d211fe59ecfc76f5c8b43, ASSIGN in 327 msec 2024-11-15T15:22:14,852 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:22:14,852 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684134852"}]},"ts":"1731684134852"} 2024-11-15T15:22:14,853 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:22:14,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:22:14,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-15T15:22:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:15,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:15,855 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:22:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34509,1731684125833 2024-11-15T15:22:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f8c382d 2024-11-15T15:22:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:15,857 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:15,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:22:15,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:22:15,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:15,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:22:15,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:22:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:15,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:22:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:16,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11fb985a94bf0c6726859d389c03f779, NAME => 'test,,1731684135857.11fb985a94bf0c6726859d389c03f779.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f 2024-11-15T15:22:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:22:16,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684135857.11fb985a94bf0c6726859d389c03f779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:16,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 11fb985a94bf0c6726859d389c03f779, disabling compactions & flushes 2024-11-15T15:22:16,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:16,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:16,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684135857.11fb985a94bf0c6726859d389c03f779. after waiting 0 ms 2024-11-15T15:22:16,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:16,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:16,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11fb985a94bf0c6726859d389c03f779: Waiting for close lock at 1731684136274Disabling compacts and flushes for region at 1731684136274Disabling writes for close at 1731684136274Writing region close event to WAL at 1731684136274Closed at 1731684136274 2024-11-15T15:22:16,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:22:16,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684135857.11fb985a94bf0c6726859d389c03f779.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684136275"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684136275"}]},"ts":"1731684136275"} 2024-11-15T15:22:16,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:22:16,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:22:16,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684136290"}]},"ts":"1731684136290"} 2024-11-15T15:22:16,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:22:16,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11fb985a94bf0c6726859d389c03f779, ASSIGN}] 2024-11-15T15:22:16,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11fb985a94bf0c6726859d389c03f779, ASSIGN 2024-11-15T15:22:16,294 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=11fb985a94bf0c6726859d389c03f779, ASSIGN; state=OFFLINE, location=855219d6b094,43615,1731684125950; forceNewPlan=false, retain=false 2024-11-15T15:22:16,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11fb985a94bf0c6726859d389c03f779, regionState=OPENING, regionLocation=855219d6b094,43615,1731684125950 2024-11-15T15:22:16,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=11fb985a94bf0c6726859d389c03f779, ASSIGN because future has completed 2024-11-15T15:22:16,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11fb985a94bf0c6726859d389c03f779, server=855219d6b094,43615,1731684125950}] 2024-11-15T15:22:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:16,602 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:16,602 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 11fb985a94bf0c6726859d389c03f779, NAME => 'test,,1731684135857.11fb985a94bf0c6726859d389c03f779.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:16,602 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:16,602 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:22:16,603 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,603 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684135857.11fb985a94bf0c6726859d389c03f779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:16,603 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,603 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,604 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,605 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11fb985a94bf0c6726859d389c03f779 columnFamilyName f 2024-11-15T15:22:16,605 DEBUG [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:16,605 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] regionserver.HStore(327): Store=11fb985a94bf0c6726859d389c03f779/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:16,605 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,606 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11fb985a94bf0c6726859d389c03f779 columnFamilyName f1 2024-11-15T15:22:16,606 DEBUG [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:16,606 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] regionserver.HStore(327): Store=11fb985a94bf0c6726859d389c03f779/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:16,606 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,607 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11fb985a94bf0c6726859d389c03f779 columnFamilyName norep 2024-11-15T15:22:16,607 DEBUG [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:16,607 INFO [StoreOpener-11fb985a94bf0c6726859d389c03f779-1 {}] regionserver.HStore(327): Store=11fb985a94bf0c6726859d389c03f779/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:16,607 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,608 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,608 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,609 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,609 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,609 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:22:16,610 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,611 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:16,611 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 11fb985a94bf0c6726859d389c03f779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68860174, jitterRate=0.02609655261039734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:22:16,612 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:16,612 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 11fb985a94bf0c6726859d389c03f779: Running coprocessor pre-open hook at 1731684136603Writing region info on filesystem at 1731684136603Initializing all the Stores at 1731684136603Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684136603Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684136604 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684136604Cleaning up temporary data from old regions at 1731684136609 (+5 ms)Running coprocessor post-open hooks at 1731684136612 (+3 ms)Region opened successfully at 1731684136612 2024-11-15T15:22:16,612 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684135857.11fb985a94bf0c6726859d389c03f779., pid=6, masterSystemTime=1731684136599 2024-11-15T15:22:16,614 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:16,614 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:16,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11fb985a94bf0c6726859d389c03f779, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,43615,1731684125950 2024-11-15T15:22:16,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11fb985a94bf0c6726859d389c03f779, server=855219d6b094,43615,1731684125950 because future has completed 2024-11-15T15:22:16,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:22:16,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 11fb985a94bf0c6726859d389c03f779, server=855219d6b094,43615,1731684125950 in 170 msec 2024-11-15T15:22:16,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:22:16,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=11fb985a94bf0c6726859d389c03f779, ASSIGN in 327 msec 2024-11-15T15:22:16,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:22:16,621 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684136621"}]},"ts":"1731684136621"} 2024-11-15T15:22:16,623 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:22:16,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:22:16,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-15T15:22:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:16,995 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:22:16,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34737,1731684130577 2024-11-15T15:22:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f357e16 2024-11-15T15:22:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:16,997 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:16,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:22:17,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:22:17,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:17,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:22:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:17,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:22:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:22:17,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62aea7e31d524f35f94c4abb276d9550, NAME => 'test,,1731684136998.62aea7e31d524f35f94c4abb276d9550.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b 2024-11-15T15:22:17,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:22:17,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684136998.62aea7e31d524f35f94c4abb276d9550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:17,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62aea7e31d524f35f94c4abb276d9550, disabling compactions & flushes 2024-11-15T15:22:17,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:17,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:17,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. after waiting 0 ms 2024-11-15T15:22:17,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:17,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:17,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62aea7e31d524f35f94c4abb276d9550: Waiting for close lock at 1731684137026Disabling compacts and flushes for region at 1731684137026Disabling writes for close at 1731684137026Writing region close event to WAL at 1731684137026Closed at 1731684137026 2024-11-15T15:22:17,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:22:17,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684136998.62aea7e31d524f35f94c4abb276d9550.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684137028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684137028"}]},"ts":"1731684137028"} 2024-11-15T15:22:17,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:22:17,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:22:17,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684137031"}]},"ts":"1731684137031"} 2024-11-15T15:22:17,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:22:17,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62aea7e31d524f35f94c4abb276d9550, ASSIGN}] 2024-11-15T15:22:17,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62aea7e31d524f35f94c4abb276d9550, ASSIGN 2024-11-15T15:22:17,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62aea7e31d524f35f94c4abb276d9550, ASSIGN; state=OFFLINE, location=855219d6b094,32939,1731684130721; forceNewPlan=false, retain=false 2024-11-15T15:22:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:17,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62aea7e31d524f35f94c4abb276d9550, regionState=OPENING, regionLocation=855219d6b094,32939,1731684130721 2024-11-15T15:22:17,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62aea7e31d524f35f94c4abb276d9550, ASSIGN because future has completed 2024-11-15T15:22:17,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62aea7e31d524f35f94c4abb276d9550, server=855219d6b094,32939,1731684130721}] 2024-11-15T15:22:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:17,352 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:17,352 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62aea7e31d524f35f94c4abb276d9550, NAME => 'test,,1731684136998.62aea7e31d524f35f94c4abb276d9550.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:17,353 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:17,353 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:22:17,353 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,353 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684136998.62aea7e31d524f35f94c4abb276d9550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:17,353 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,353 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,360 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,361 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62aea7e31d524f35f94c4abb276d9550 columnFamilyName f 2024-11-15T15:22:17,361 DEBUG [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:17,362 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] regionserver.HStore(327): Store=62aea7e31d524f35f94c4abb276d9550/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:17,362 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,363 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62aea7e31d524f35f94c4abb276d9550 columnFamilyName f1 2024-11-15T15:22:17,363 DEBUG [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:17,363 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] regionserver.HStore(327): Store=62aea7e31d524f35f94c4abb276d9550/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:17,363 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,364 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62aea7e31d524f35f94c4abb276d9550 columnFamilyName norep 2024-11-15T15:22:17,364 DEBUG [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:17,364 INFO [StoreOpener-62aea7e31d524f35f94c4abb276d9550-1 {}] regionserver.HStore(327): Store=62aea7e31d524f35f94c4abb276d9550/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:17,365 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,365 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,365 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,366 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,366 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,367 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:22:17,368 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,371 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:17,371 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62aea7e31d524f35f94c4abb276d9550; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68988936, jitterRate=0.02801525592803955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:22:17,371 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:17,371 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62aea7e31d524f35f94c4abb276d9550: Running coprocessor pre-open hook at 1731684137353Writing region info on filesystem at 1731684137353Initializing all the Stores at 1731684137354 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684137354Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684137360 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684137360Cleaning up temporary data from old regions at 1731684137366 (+6 ms)Running coprocessor post-open hooks at 1731684137371 (+5 ms)Region opened successfully at 1731684137371 2024-11-15T15:22:17,372 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684136998.62aea7e31d524f35f94c4abb276d9550., pid=6, masterSystemTime=1731684137345 2024-11-15T15:22:17,374 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:17,374 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:17,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62aea7e31d524f35f94c4abb276d9550, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,32939,1731684130721 2024-11-15T15:22:17,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62aea7e31d524f35f94c4abb276d9550, server=855219d6b094,32939,1731684130721 because future has completed 2024-11-15T15:22:17,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:22:17,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62aea7e31d524f35f94c4abb276d9550, server=855219d6b094,32939,1731684130721 in 198 msec 2024-11-15T15:22:17,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:22:17,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62aea7e31d524f35f94c4abb276d9550, ASSIGN in 354 msec 2024-11-15T15:22:17,390 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:22:17,390 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684137390"}]},"ts":"1731684137390"} 2024-11-15T15:22:17,393 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:22:17,394 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:22:17,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 396 msec 2024-11-15T15:22:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:17,635 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:22:17,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8f3a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:17,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45021,-1 for getting cluster id 2024-11-15T15:22:17,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:17,637 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f79175a-6b85-46e6-ae02-64ae081f27e2' 2024-11-15T15:22:17,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:17,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f79175a-6b85-46e6-ae02-64ae081f27e2" 2024-11-15T15:22:17,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10848d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:17,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45021,-1] 2024-11-15T15:22:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:17,638 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e0577a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:17,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:17,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45021,1731684120541 2024-11-15T15:22:17,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25568f3a 2024-11-15T15:22:17,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:17,641 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:17,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:34509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:22:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:22:17,643 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34509' 2024-11-15T15:22:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:17,644 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439cf1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:17,644 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34509,-1 for getting cluster id 2024-11-15T15:22:17,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:17,645 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e1348ca-81ee-403a-9abf-5127a9b21b15' 2024-11-15T15:22:17,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:17,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e1348ca-81ee-403a-9abf-5127a9b21b15" 2024-11-15T15:22:17,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6e8277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:17,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34509,-1] 2024-11-15T15:22:17,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:17,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:17,646 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:17,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4d6be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:17,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:17,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34509,1731684125833 2024-11-15T15:22:17,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b02da00 2024-11-15T15:22:17,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:17,649 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:17,649 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:22:17,649 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:22:17,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:17,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:17,650 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:17,650 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:17,651 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:22:17,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:22:17,652 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:17,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:22:17,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:22:17,702 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:22:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:18,059 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2998b1754619ec399b65b6ac035dd71c, NAME => 'hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0 2024-11-15T15:22:18,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:22:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2998b1754619ec399b65b6ac035dd71c, disabling compactions & flushes 2024-11-15T15:22:18,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. after waiting 0 ms 2024-11-15T15:22:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:18,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:18,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2998b1754619ec399b65b6ac035dd71c: Waiting for close lock at 1731684138063Disabling compacts and flushes for region at 1731684138063Disabling writes for close at 1731684138063Writing region close event to WAL at 1731684138063Closed at 1731684138063 2024-11-15T15:22:18,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:22:18,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684138064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684138064"}]},"ts":"1731684138064"} 2024-11-15T15:22:18,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:22:18,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:22:18,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684138066"}]},"ts":"1731684138066"} 2024-11-15T15:22:18,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:22:18,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2998b1754619ec399b65b6ac035dd71c, ASSIGN}] 2024-11-15T15:22:18,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2998b1754619ec399b65b6ac035dd71c, ASSIGN 2024-11-15T15:22:18,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2998b1754619ec399b65b6ac035dd71c, ASSIGN; state=OFFLINE, location=855219d6b094,37987,1731684120754; forceNewPlan=false, retain=false 2024-11-15T15:22:18,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2998b1754619ec399b65b6ac035dd71c, regionState=OPENING, regionLocation=855219d6b094,37987,1731684120754 2024-11-15T15:22:18,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2998b1754619ec399b65b6ac035dd71c, ASSIGN because future has completed 2024-11-15T15:22:18,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2998b1754619ec399b65b6ac035dd71c, server=855219d6b094,37987,1731684120754}] 2024-11-15T15:22:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:18,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:22:18,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:18,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:18,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:22:18,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C37987%2C1731684120754.rep, suffix=, logDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754, archiveDir=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/oldWALs, maxLogs=10 2024-11-15T15:22:18,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.rep.1731684138379, exclude list is [], retry=0 2024-11-15T15:22:18,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-2b61fa21-878a-4cdc-b099-f125415b08b4,DISK] 2024-11-15T15:22:18,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.rep.1731684138379 2024-11-15T15:22:18,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-15T15:22:18,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2998b1754619ec399b65b6ac035dd71c, NAME => 'hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:18,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:18,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:18,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. service=MultiRowMutationService 2024-11-15T15:22:18,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:22:18,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:18,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,404 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,404 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2998b1754619ec399b65b6ac035dd71c columnFamilyName hfileref 2024-11-15T15:22:18,405 DEBUG [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:18,405 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] regionserver.HStore(327): Store=2998b1754619ec399b65b6ac035dd71c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:18,405 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,406 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2998b1754619ec399b65b6ac035dd71c columnFamilyName queue 2024-11-15T15:22:18,406 DEBUG [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:18,406 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] regionserver.HStore(327): Store=2998b1754619ec399b65b6ac035dd71c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:18,406 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,407 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2998b1754619ec399b65b6ac035dd71c columnFamilyName sid 2024-11-15T15:22:18,407 DEBUG [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:18,407 INFO [StoreOpener-2998b1754619ec399b65b6ac035dd71c-1 {}] regionserver.HStore(327): Store=2998b1754619ec399b65b6ac035dd71c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:18,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:22:18,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:18,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2998b1754619ec399b65b6ac035dd71c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67188382, jitterRate=0.001184910535812378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:22:18,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:18,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2998b1754619ec399b65b6ac035dd71c: Running coprocessor pre-open hook at 1731684138400Writing region info on filesystem at 1731684138400Initializing all the Stores at 1731684138400Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684138400Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684138404 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684138404Cleaning up temporary data from old regions at 1731684138409 (+5 ms)Running coprocessor post-open hooks at 1731684138413 (+4 ms)Region opened successfully at 1731684138413 2024-11-15T15:22:18,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c., pid=10, masterSystemTime=1731684138374 2024-11-15T15:22:18,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:18,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:18,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2998b1754619ec399b65b6ac035dd71c, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,37987,1731684120754 2024-11-15T15:22:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2998b1754619ec399b65b6ac035dd71c, server=855219d6b094,37987,1731684120754 because future has completed 2024-11-15T15:22:18,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:22:18,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2998b1754619ec399b65b6ac035dd71c, server=855219d6b094,37987,1731684120754 in 196 msec 2024-11-15T15:22:18,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:22:18,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2998b1754619ec399b65b6ac035dd71c, ASSIGN in 351 msec 2024-11-15T15:22:18,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:22:18,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684138421"}]},"ts":"1731684138421"} 2024-11-15T15:22:18,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:22:18,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:22:18,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-15T15:22:18,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c., hostname=855219d6b094,37987,1731684120754, seqNum=2] 2024-11-15T15:22:18,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:18,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:18,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:22:18,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:22:18,657 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:22:18,695 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,37987,1731684120754, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:22:18,696 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:18,696 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37987,1731684120754, seqNum=-1] 2024-11-15T15:22:18,697 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:18,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-15T15:22:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,37987,1731684120754', locateType=CURRENT is [region=hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c., hostname=855219d6b094,37987,1731684120754, seqNum=2] 2024-11-15T15:22:18,703 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:22:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:22:18,705 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,37987,1731684120754 suceeded 2024-11-15T15:22:18,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:22:18,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-15T15:22:18,706 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:34509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:22:18,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0650 sec 2024-11-15T15:22:18,719 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34509' 2024-11-15T15:22:18,720 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2a5bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,720 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34509,-1 for getting cluster id 2024-11-15T15:22:18,720 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:18,721 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e1348ca-81ee-403a-9abf-5127a9b21b15' 2024-11-15T15:22:18,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:18,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e1348ca-81ee-403a-9abf-5127a9b21b15" 2024-11-15T15:22:18,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a8b5cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34509,-1] 2024-11-15T15:22:18,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:18,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:18,722 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:18,722 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c65d4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,722 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34509,1731684125833 2024-11-15T15:22:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37663585 2024-11-15T15:22:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:18,724 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-15T15:22:18,724 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,37987,1731684120754 (queues=1) is replicating from cluster=7f79175a-6b85-46e6-ae02-64ae081f27e2 to cluster=6e1348ca-81ee-403a-9abf-5127a9b21b15 2024-11-15T15:22:18,724 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C37987%2C1731684120754 2024-11-15T15:22:18,725 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,37987,1731684120754, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:22:18,725 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C37987%2C1731684120754 2024-11-15T15:22:18,725 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691, startPosition=0, beingWritten=true 2024-11-15T15:22:18,729 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:18,729 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 379, reset compression=false 2024-11-15T15:22:18,729 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,37987,1731684120754 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:18,785 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:22:18,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:18,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:18,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:18,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:18,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:18,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c62cfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34509,-1 for getting cluster id 2024-11-15T15:22:18,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:18,787 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e1348ca-81ee-403a-9abf-5127a9b21b15' 2024-11-15T15:22:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e1348ca-81ee-403a-9abf-5127a9b21b15" 2024-11-15T15:22:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216538b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34509,-1] 2024-11-15T15:22:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:18,788 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c8aa35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34509,1731684125833 2024-11-15T15:22:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bb4fcbc 2024-11-15T15:22:18,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:18,790 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:18,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:34737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:22:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:22:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:18,793 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34737' 2024-11-15T15:22:18,794 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20483e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,794 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34737,-1 for getting cluster id 2024-11-15T15:22:18,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:18,795 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da97e3fb-6305-48c3-b925-360f80f83005' 2024-11-15T15:22:18,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:18,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da97e3fb-6305-48c3-b925-360f80f83005" 2024-11-15T15:22:18,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727d34d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34737,-1] 2024-11-15T15:22:18,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:18,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:18,796 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd0de79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:18,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34737,1731684130577 2024-11-15T15:22:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@410bc05b 2024-11-15T15:22:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:18,797 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:18,798 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:22:18,798 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:22:18,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:18,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:18,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:18,798 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:18,799 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:22:18,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:22:18,800 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:18,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:22:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:22:18,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0d2368e64878614002e6c65b15c4b09, NAME => 'hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f 2024-11-15T15:22:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:22:18,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:18,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e0d2368e64878614002e6c65b15c4b09, disabling compactions & flushes 2024-11-15T15:22:18,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:18,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:18,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. after waiting 0 ms 2024-11-15T15:22:18,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:18,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:18,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0d2368e64878614002e6c65b15c4b09: Waiting for close lock at 1731684138810Disabling compacts and flushes for region at 1731684138810Disabling writes for close at 1731684138810Writing region close event to WAL at 1731684138810Closed at 1731684138810 2024-11-15T15:22:18,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:22:18,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684138811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684138811"}]},"ts":"1731684138811"} 2024-11-15T15:22:18,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:22:18,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:22:18,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684138813"}]},"ts":"1731684138813"} 2024-11-15T15:22:18,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:22:18,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0d2368e64878614002e6c65b15c4b09, ASSIGN}] 2024-11-15T15:22:18,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0d2368e64878614002e6c65b15c4b09, ASSIGN 2024-11-15T15:22:18,816 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0d2368e64878614002e6c65b15c4b09, ASSIGN; state=OFFLINE, location=855219d6b094,43615,1731684125950; forceNewPlan=false, retain=false 2024-11-15T15:22:18,849 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:22:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:18,932 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 379, reset compression=false 2024-11-15T15:22:18,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:18,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:18,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:18,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:18,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:18,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:18,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0d2368e64878614002e6c65b15c4b09, regionState=OPENING, regionLocation=855219d6b094,43615,1731684125950 2024-11-15T15:22:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0d2368e64878614002e6c65b15c4b09, ASSIGN because future has completed 2024-11-15T15:22:18,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0d2368e64878614002e6c65b15c4b09, server=855219d6b094,43615,1731684125950}] 2024-11-15T15:22:19,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:19,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:19,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:19,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:22:19,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C43615%2C1731684125950.rep, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/oldWALs, maxLogs=10 2024-11-15T15:22:19,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.rep.1731684139127, exclude list is [], retry=0 2024-11-15T15:22:19,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-6a8cddee-82e1-44ca-84eb-579198f34b59,DISK] 2024-11-15T15:22:19,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.rep.1731684139127 2024-11-15T15:22:19,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34917:34917)] 2024-11-15T15:22:19,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e0d2368e64878614002e6c65b15c4b09, NAME => 'hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:19,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:19,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:19,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. service=MultiRowMutationService 2024-11-15T15:22:19,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:22:19,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:19,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,144 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,144 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0d2368e64878614002e6c65b15c4b09 columnFamilyName hfileref 2024-11-15T15:22:19,144 DEBUG [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:19,145 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] regionserver.HStore(327): Store=e0d2368e64878614002e6c65b15c4b09/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:19,145 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,145 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0d2368e64878614002e6c65b15c4b09 columnFamilyName queue 2024-11-15T15:22:19,145 DEBUG [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:19,146 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] regionserver.HStore(327): Store=e0d2368e64878614002e6c65b15c4b09/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:19,146 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,146 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0d2368e64878614002e6c65b15c4b09 columnFamilyName sid 2024-11-15T15:22:19,146 DEBUG [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:19,146 INFO [StoreOpener-e0d2368e64878614002e6c65b15c4b09-1 {}] regionserver.HStore(327): Store=e0d2368e64878614002e6c65b15c4b09/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:19,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:22:19,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:19,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e0d2368e64878614002e6c65b15c4b09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74555346, jitterRate=0.11096122860908508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:22:19,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:19,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e0d2368e64878614002e6c65b15c4b09: Running coprocessor pre-open hook at 1731684139143Writing region info on filesystem at 1731684139143Initializing all the Stores at 1731684139143Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684139143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684139144 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684139144Cleaning up temporary data from old regions at 1731684139148 (+4 ms)Running coprocessor post-open hooks at 1731684139150 (+2 ms)Region opened successfully at 1731684139150 2024-11-15T15:22:19,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09., pid=10, masterSystemTime=1731684139123 2024-11-15T15:22:19,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:19,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:19,152 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0d2368e64878614002e6c65b15c4b09, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,43615,1731684125950 2024-11-15T15:22:19,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0d2368e64878614002e6c65b15c4b09, server=855219d6b094,43615,1731684125950 because future has completed 2024-11-15T15:22:19,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:22:19,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e0d2368e64878614002e6c65b15c4b09, server=855219d6b094,43615,1731684125950 in 183 msec 2024-11-15T15:22:19,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:22:19,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0d2368e64878614002e6c65b15c4b09, ASSIGN in 340 msec 2024-11-15T15:22:19,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:22:19,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684139157"}]},"ts":"1731684139157"} 2024-11-15T15:22:19,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:22:19,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:22:19,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 361 msec 2024-11-15T15:22:19,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09., hostname=855219d6b094,43615,1731684125950, seqNum=2] 2024-11-15T15:22:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:22:19,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T15:22:19,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:22:19,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T15:22:19,239 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 379, reset compression=false 2024-11-15T15:22:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:19,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:22:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:19,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:22:19,509 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:22:19,538 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,43615,1731684125950, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:22:19,538 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:19,539 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,43615,1731684125950, seqNum=-1] 2024-11-15T15:22:19,539 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:19,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T15:22:19,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,43615,1731684125950', locateType=CURRENT is [region=hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09., hostname=855219d6b094,43615,1731684125950, seqNum=2] 2024-11-15T15:22:19,543 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:22:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:22:19,545 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,43615,1731684125950 suceeded 2024-11-15T15:22:19,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:22:19,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-15T15:22:19,547 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:34737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:22:19,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 756 msec 2024-11-15T15:22:19,557 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34737' 2024-11-15T15:22:19,558 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b8a295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,558 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34737,-1 for getting cluster id 2024-11-15T15:22:19,558 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:19,558 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da97e3fb-6305-48c3-b925-360f80f83005' 2024-11-15T15:22:19,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:19,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da97e3fb-6305-48c3-b925-360f80f83005" 2024-11-15T15:22:19,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@366796c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34737,-1] 2024-11-15T15:22:19,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:19,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:19,560 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:19,560 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170b6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,560 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:19,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34737,1731684130577 2024-11-15T15:22:19,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77caa171 2024-11-15T15:22:19,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:19,562 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-15T15:22:19,562 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,43615,1731684125950 (queues=1) is replicating from cluster=6e1348ca-81ee-403a-9abf-5127a9b21b15 to cluster=da97e3fb-6305-48c3-b925-360f80f83005 2024-11-15T15:22:19,562 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C43615%2C1731684125950 2024-11-15T15:22:19,562 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,43615,1731684125950, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:22:19,563 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, startPosition=0, beingWritten=true 2024-11-15T15:22:19,563 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C43615%2C1731684125950 2024-11-15T15:22:19,566 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:19,566 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 379, reset compression=false 2024-11-15T15:22:19,566 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,43615,1731684125950 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:19,643 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 379, reset compression=false 2024-11-15T15:22:19,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:22:19,769 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 379, reset compression=false 2024-11-15T15:22:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:19,926 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:22:19,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:19,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:19,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:19,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:19,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:19,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5856eb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34737,-1 for getting cluster id 2024-11-15T15:22:19,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:19,927 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da97e3fb-6305-48c3-b925-360f80f83005' 2024-11-15T15:22:19,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:19,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da97e3fb-6305-48c3-b925-360f80f83005" 2024-11-15T15:22:19,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c238029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34737,-1] 2024-11-15T15:22:19,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:19,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:19,931 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34737,1731684130577 2024-11-15T15:22:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1919f507 2024-11-15T15:22:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:19,934 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:19,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:34509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:22:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:22:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:19,937 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34509' 2024-11-15T15:22:19,938 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1168a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,938 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34509,-1 for getting cluster id 2024-11-15T15:22:19,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:19,938 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e1348ca-81ee-403a-9abf-5127a9b21b15' 2024-11-15T15:22:19,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:19,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e1348ca-81ee-403a-9abf-5127a9b21b15" 2024-11-15T15:22:19,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abfc8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34509,-1] 2024-11-15T15:22:19,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:19,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:19,939 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:19,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d8850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:19,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:19,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34509,1731684125833 2024-11-15T15:22:19,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@567d7307 2024-11-15T15:22:19,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:19,957 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:19,958 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:22:19,958 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:22:19,958 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:19,958 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:19,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:19,959 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:19,960 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:22:19,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:22:19,961 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:19,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:22:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:22:19,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92e96751bdbce4e560cc454439978bba, NAME => 'hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b 2024-11-15T15:22:19,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:22:20,010 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:22:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:20,072 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 379, reset compression=false 2024-11-15T15:22:20,146 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 379, reset compression=false 2024-11-15T15:22:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:20,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:20,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 92e96751bdbce4e560cc454439978bba, disabling compactions & flushes 2024-11-15T15:22:20,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:20,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:20,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. after waiting 0 ms 2024-11-15T15:22:20,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:20,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:20,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92e96751bdbce4e560cc454439978bba: Waiting for close lock at 1731684140378Disabling compacts and flushes for region at 1731684140378Disabling writes for close at 1731684140378Writing region close event to WAL at 1731684140378Closed at 1731684140378 2024-11-15T15:22:20,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:22:20,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684140379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684140379"}]},"ts":"1731684140379"} 2024-11-15T15:22:20,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:22:20,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:22:20,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684140382"}]},"ts":"1731684140382"} 2024-11-15T15:22:20,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:22:20,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92e96751bdbce4e560cc454439978bba, ASSIGN}] 2024-11-15T15:22:20,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92e96751bdbce4e560cc454439978bba, ASSIGN 2024-11-15T15:22:20,387 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92e96751bdbce4e560cc454439978bba, ASSIGN; state=OFFLINE, location=855219d6b094,32939,1731684130721; forceNewPlan=false, retain=false 2024-11-15T15:22:20,477 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 379, reset compression=false 2024-11-15T15:22:20,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92e96751bdbce4e560cc454439978bba, regionState=OPENING, regionLocation=855219d6b094,32939,1731684130721 2024-11-15T15:22:20,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92e96751bdbce4e560cc454439978bba, ASSIGN because future has completed 2024-11-15T15:22:20,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e96751bdbce4e560cc454439978bba, server=855219d6b094,32939,1731684130721}] 2024-11-15T15:22:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:20,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:20,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:20,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:22:20,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C32939%2C1731684130721.rep, suffix=, logDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721, archiveDir=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/oldWALs, maxLogs=10 2024-11-15T15:22:20,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.rep.1731684140695, exclude list is [], retry=0 2024-11-15T15:22:20,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-9ebbb3cf-0a6b-4a43-9dff-728342d13d31,DISK] 2024-11-15T15:22:20,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.rep.1731684140695 2024-11-15T15:22:20,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43069:43069)] 2024-11-15T15:22:20,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 92e96751bdbce4e560cc454439978bba, NAME => 'hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:20,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:20,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:20,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. service=MultiRowMutationService 2024-11-15T15:22:20,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:22:20,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:20,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,714 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,714 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e96751bdbce4e560cc454439978bba columnFamilyName hfileref 2024-11-15T15:22:20,715 DEBUG [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:20,715 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] regionserver.HStore(327): Store=92e96751bdbce4e560cc454439978bba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:20,715 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,716 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e96751bdbce4e560cc454439978bba columnFamilyName queue 2024-11-15T15:22:20,716 DEBUG [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:20,716 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] regionserver.HStore(327): Store=92e96751bdbce4e560cc454439978bba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:20,716 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,717 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e96751bdbce4e560cc454439978bba columnFamilyName sid 2024-11-15T15:22:20,717 DEBUG [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:20,717 INFO [StoreOpener-92e96751bdbce4e560cc454439978bba-1 {}] regionserver.HStore(327): Store=92e96751bdbce4e560cc454439978bba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:20,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:22:20,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:20,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 92e96751bdbce4e560cc454439978bba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64156198, jitterRate=-0.043998152017593384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:22:20,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:20,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 92e96751bdbce4e560cc454439978bba: Running coprocessor pre-open hook at 1731684140713Writing region info on filesystem at 1731684140713Initializing all the Stores at 1731684140713Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684140713Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684140714 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684140714Cleaning up temporary data from old regions at 1731684140718 (+4 ms)Running coprocessor post-open hooks at 1731684140721 (+3 ms)Region opened successfully at 1731684140721 2024-11-15T15:22:20,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba., pid=10, masterSystemTime=1731684140691 2024-11-15T15:22:20,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:20,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:20,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92e96751bdbce4e560cc454439978bba, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,32939,1731684130721 2024-11-15T15:22:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e96751bdbce4e560cc454439978bba, server=855219d6b094,32939,1731684130721 because future has completed 2024-11-15T15:22:20,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:22:20,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 92e96751bdbce4e560cc454439978bba, server=855219d6b094,32939,1731684130721 in 187 msec 2024-11-15T15:22:20,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:22:20,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92e96751bdbce4e560cc454439978bba, ASSIGN in 342 msec 2024-11-15T15:22:20,729 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:22:20,729 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684140729"}]},"ts":"1731684140729"} 2024-11-15T15:22:20,730 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:22:20,731 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:22:20,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-11-15T15:22:20,749 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 379, reset compression=false 2024-11-15T15:22:20,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba., hostname=855219d6b094,32939,1731684130721, seqNum=2] 2024-11-15T15:22:20,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:20,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:20,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:22:20,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:22:20,975 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:22:20,980 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 379, reset compression=false 2024-11-15T15:22:21,004 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,32939,1731684130721, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:22:21,004 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:21,005 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,32939,1731684130721, seqNum=-1] 2024-11-15T15:22:21,005 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:21,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T15:22:21,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,32939,1731684130721', locateType=CURRENT is [region=hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba., hostname=855219d6b094,32939,1731684130721, seqNum=2] 2024-11-15T15:22:21,009 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:22:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:22:21,011 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,32939,1731684130721 suceeded 2024-11-15T15:22:21,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:22:21,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-15T15:22:21,012 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:34509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:22:21,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0780 sec 2024-11-15T15:22:21,022 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:34509' 2024-11-15T15:22:21,023 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b957faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,023 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34509,-1 for getting cluster id 2024-11-15T15:22:21,023 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:21,024 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e1348ca-81ee-403a-9abf-5127a9b21b15' 2024-11-15T15:22:21,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:21,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e1348ca-81ee-403a-9abf-5127a9b21b15" 2024-11-15T15:22:21,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@564d2d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34509,-1] 2024-11-15T15:22:21,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:21,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:21,025 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:21,025 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d3fb429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,025 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:21,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,34509,1731684125833 2024-11-15T15:22:21,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43394005 2024-11-15T15:22:21,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:21,027 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-15T15:22:21,027 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,32939,1731684130721 (queues=1) is replicating from cluster=da97e3fb-6305-48c3-b925-360f80f83005 to cluster=6e1348ca-81ee-403a-9abf-5127a9b21b15 2024-11-15T15:22:21,027 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C32939%2C1731684130721 2024-11-15T15:22:21,027 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,32939,1731684130721, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:22:21,028 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, startPosition=0, beingWritten=true 2024-11-15T15:22:21,028 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C32939%2C1731684130721 2024-11-15T15:22:21,032 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:21,032 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 379, reset compression=false 2024-11-15T15:22:21,032 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,32939,1731684130721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:21,075 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:22:21,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:21,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:21,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:21,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:21,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:21,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3687bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45021,-1 for getting cluster id 2024-11-15T15:22:21,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:21,077 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f79175a-6b85-46e6-ae02-64ae081f27e2' 2024-11-15T15:22:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f79175a-6b85-46e6-ae02-64ae081f27e2" 2024-11-15T15:22:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2762ce24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45021,-1] 2024-11-15T15:22:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:21,078 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6991db59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50732d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34509,-1 for getting cluster id 2024-11-15T15:22:21,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:21,079 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e1348ca-81ee-403a-9abf-5127a9b21b15' 2024-11-15T15:22:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e1348ca-81ee-403a-9abf-5127a9b21b15" 2024-11-15T15:22:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556236f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34509,-1] 2024-11-15T15:22:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:21,080 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37928862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214d8ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34737,-1 for getting cluster id 2024-11-15T15:22:21,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:21,081 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da97e3fb-6305-48c3-b925-360f80f83005' 2024-11-15T15:22:21,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:21,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da97e3fb-6305-48c3-b925-360f80f83005" 2024-11-15T15:22:21,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee6d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34737,-1] 2024-11-15T15:22:21,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:21,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:21,082 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230e30f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,37987,1731684120754, seqNum=-1] 2024-11-15T15:22:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:21,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43., hostname=855219d6b094,37987,1731684120754, seqNum=2] 2024-11-15T15:22:21,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,32939,1731684130721, seqNum=-1] 2024-11-15T15:22:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:21,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:21,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684136998.62aea7e31d524f35f94c4abb276d9550., hostname=855219d6b094,32939,1731684130721, seqNum=2] 2024-11-15T15:22:21,093 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T15:22:21,235 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 379, reset compression=false 2024-11-15T15:22:21,452 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 379, reset compression=false 2024-11-15T15:22:21,456 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:22:21,456 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 480, reset compression=false 2024-11-15T15:22:21,456 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,37987,1731684120754 got entry batch from reader: WALEntryBatch [walEntries=[{test/a3ce326fd90d211fe59ecfc76f5c8b43/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T15:22:21,458 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:21,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-15T15:22:21,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:22:21,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b197491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34509,-1 for getting cluster id 2024-11-15T15:22:21,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:21,460 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e1348ca-81ee-403a-9abf-5127a9b21b15' 2024-11-15T15:22:21,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:21,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e1348ca-81ee-403a-9abf-5127a9b21b15" 2024-11-15T15:22:21,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7738b54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34509,-1] 2024-11-15T15:22:21,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:21,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:21,461 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:21,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bebcfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:21,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,43615,1731684125950, seqNum=-1] 2024-11-15T15:22:21,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:21,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T15:22:21,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684135857.11fb985a94bf0c6726859d389c03f779., hostname=855219d6b094,43615,1731684125950, seqNum=2] 2024-11-15T15:22:21,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:22:21,538 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 379, reset compression=false 2024-11-15T15:22:21,584 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 379, reset compression=false 2024-11-15T15:22:21,587 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:22:21,587 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 503, reset compression=false 2024-11-15T15:22:21,587 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,43615,1731684125950 got entry batch from reader: WALEntryBatch [walEntries=[{test/11fb985a94bf0c6726859d389c03f779/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T15:22:21,589 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:21,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-15T15:22:21,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:22:21,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@251a1a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,34737,-1 for getting cluster id 2024-11-15T15:22:21,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:21,591 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da97e3fb-6305-48c3-b925-360f80f83005' 2024-11-15T15:22:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da97e3fb-6305-48c3-b925-360f80f83005" 2024-11-15T15:22:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@334930e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,34737,-1] 2024-11-15T15:22:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:21,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:21,592 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:21,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30086104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:21,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:21,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,32939,1731684130721, seqNum=-1] 2024-11-15T15:22:21,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:21,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T15:22:21,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731684136998.62aea7e31d524f35f94c4abb276d9550., hostname=855219d6b094,32939,1731684130721, seqNum=2] 2024-11-15T15:22:21,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:22:21,660 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 480, reset compression=false 2024-11-15T15:22:21,790 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 503, reset compression=false 2024-11-15T15:22:21,941 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 379, reset compression=false 2024-11-15T15:22:21,945 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:21,945 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 526, reset compression=false 2024-11-15T15:22:21,945 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,32939,1731684130721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:21,963 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 480, reset compression=false 2024-11-15T15:22:22,093 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 503, reset compression=false 2024-11-15T15:22:22,095 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T15:22:22,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:22,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,43615,1731684125950, seqNum=-1] 2024-11-15T15:22:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:22,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731684135857.11fb985a94bf0c6726859d389c03f779., hostname=855219d6b094,43615,1731684125950, seqNum=2] 2024-11-15T15:22:22,101 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T15:22:22,149 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 526, reset compression=false 2024-11-15T15:22:22,367 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 480, reset compression=false 2024-11-15T15:22:22,453 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 526, reset compression=false 2024-11-15T15:22:22,496 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 503, reset compression=false 2024-11-15T15:22:22,500 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:22:22,500 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 607, reset compression=false 2024-11-15T15:22:22,500 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,43615,1731684125950 got entry batch from reader: WALEntryBatch [walEntries=[{test/11fb985a94bf0c6726859d389c03f779/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T15:22:22,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:22:22,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:22:22,704 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 607, reset compression=false 2024-11-15T15:22:22,856 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 526, reset compression=false 2024-11-15T15:22:22,860 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:22,860 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 653, reset compression=false 2024-11-15T15:22:22,860 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,32939,1731684130721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:22,870 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 480, reset compression=false 2024-11-15T15:22:23,007 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 607, reset compression=false 2024-11-15T15:22:23,064 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 653, reset compression=false 2024-11-15T15:22:23,102 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T15:22:23,105 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T15:22:23,367 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 653, reset compression=false 2024-11-15T15:22:23,370 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:22:23,370 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 757, reset compression=false 2024-11-15T15:22:23,370 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,32939,1731684130721 got entry batch from reader: WALEntryBatch [walEntries=[{test/62aea7e31d524f35f94c4abb276d9550/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T15:22:23,372 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:23,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-15T15:22:23,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:22:23,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:22:23,410 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 607, reset compression=false 2024-11-15T15:22:23,414 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:23,414 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 735, reset compression=false 2024-11-15T15:22:23,414 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,43615,1731684125950 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:23,472 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 480, reset compression=false 2024-11-15T15:22:23,574 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 757, reset compression=false 2024-11-15T15:22:23,617 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 735, reset compression=false 2024-11-15T15:22:23,877 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 757, reset compression=false 2024-11-15T15:22:23,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:23,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,921 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 735, reset compression=false 2024-11-15T15:22:23,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:23,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:24,107 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T15:22:24,110 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T15:22:24,175 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 480, reset compression=false 2024-11-15T15:22:24,179 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:22:24,179 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:24,179 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,37987,1731684120754 got entry batch from reader: WALEntryBatch [walEntries=[{test/a3ce326fd90d211fe59ecfc76f5c8b43/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T15:22:24,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:22:24,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:22:24,281 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 757, reset compression=false 2024-11-15T15:22:24,324 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 735, reset compression=false 2024-11-15T15:22:24,328 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:22:24,328 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 882, reset compression=false 2024-11-15T15:22:24,328 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,43615,1731684125950 got entry batch from reader: WALEntryBatch [walEntries=[{test/11fb985a94bf0c6726859d389c03f779/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T15:22:24,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:22:24,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:22:24,383 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:24,531 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 882, reset compression=false 2024-11-15T15:22:24,689 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:24,784 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 757, reset compression=false 2024-11-15T15:22:24,791 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:24,791 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 927, reset compression=false 2024-11-15T15:22:24,791 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,32939,1731684130721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:24,834 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 882, reset compression=false 2024-11-15T15:22:24,996 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 927, reset compression=false 2024-11-15T15:22:25,100 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:25,112 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T15:22:25,115 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T15:22:25,239 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 882, reset compression=false 2024-11-15T15:22:25,244 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:22:25,244 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1041, reset compression=false 2024-11-15T15:22:25,244 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,43615,1731684125950 got entry batch from reader: WALEntryBatch [walEntries=[{test/11fb985a94bf0c6726859d389c03f779/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T15:22:25,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:22:25,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:22:25,299 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 927, reset compression=false 2024-11-15T15:22:25,303 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:25,303 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1076, reset compression=false 2024-11-15T15:22:25,303 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,32939,1731684130721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:25,449 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1041, reset compression=false 2024-11-15T15:22:25,506 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1076, reset compression=false 2024-11-15T15:22:25,603 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:25,752 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1041, reset compression=false 2024-11-15T15:22:25,809 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1076, reset compression=false 2024-11-15T15:22:26,117 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T15:22:26,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T15:22:26,156 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1041, reset compression=false 2024-11-15T15:22:26,206 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:26,212 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1076, reset compression=false 2024-11-15T15:22:26,255 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:22:26,255 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1235, reset compression=false 2024-11-15T15:22:26,255 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,32939,1731684130721 got entry batch from reader: WALEntryBatch [walEntries=[{test/62aea7e31d524f35f94c4abb276d9550/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T15:22:26,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T15:22:26,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T15:22:26,486 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1235, reset compression=false 2024-11-15T15:22:26,689 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1041, reset compression=false 2024-11-15T15:22:26,721 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:26,721 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:26,721 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,43615,1731684125950 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:26,810 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1235, reset compression=false 2024-11-15T15:22:26,936 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:26,954 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:27,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T15:22:27,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:22:27,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:27,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:27,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:27,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:27,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:27,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:22:27,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=264636284, stopped=false 2024-11-15T15:22:27,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,34737,1731684130577 2024-11-15T15:22:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-650413594/running 2024-11-15T15:22:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-650413594/running 2024-11-15T15:22:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:27,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:27,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:22:27,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:27,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:27,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:27,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,32939,1731684130721' ***** 2024-11-15T15:22:27,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:22:27,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on znode that does not yet exist, /2-650413594/running 2024-11-15T15:22:27,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Set watcher on znode that does not yet exist, /2-650413594/running 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:22:27,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(3091): Received CLOSE for 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(3091): Received CLOSE for 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,32939,1731684130721 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:32939. 2024-11-15T15:22:27,200 DEBUG [RS:0;855219d6b094:32939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:27,200 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92e96751bdbce4e560cc454439978bba, disabling compactions & flushes 2024-11-15T15:22:27,200 DEBUG [RS:0;855219d6b094:32939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:27,200 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:27,200 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:27,200 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. after waiting 0 ms 2024-11-15T15:22:27,200 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:22:27,200 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:22:27,200 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92e96751bdbce4e560cc454439978bba 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T15:22:27,201 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:22:27,201 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92e96751bdbce4e560cc454439978bba=hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba., 62aea7e31d524f35f94c4abb276d9550=test,,1731684136998.62aea7e31d524f35f94c4abb276d9550.} 2024-11-15T15:22:27,201 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62aea7e31d524f35f94c4abb276d9550, 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:27,201 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:27,201 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:27,201 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:27,201 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:27,201 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:27,201 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:22:27,214 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba/.tmp/queue/cdccc3cb81bd46d9a3eb7d728a9256ef is 154, key is 1-855219d6b094,32939,1731684130721/queue:855219d6b094%2C32939%2C1731684130721/1731684146261/Put/seqid=0 2024-11-15T15:22:27,216 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/info/107cac405f104ddebf28259585f52961 is 147, key is hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba./info:regioninfo/1731684140724/Put/seqid=0 2024-11-15T15:22:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741840_1016 (size=5353) 2024-11-15T15:22:27,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741841_1017 (size=7686) 2024-11-15T15:22:27,219 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/info/107cac405f104ddebf28259585f52961 2024-11-15T15:22:27,230 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1235, reset compression=false 2024-11-15T15:22:27,238 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/ns/b4e6e7238ec244bd954cf0da5dcaa0d5 is 43, key is default/ns:d/1731684133525/Put/seqid=0 2024-11-15T15:22:27,241 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741842_1018 (size=5153) 2024-11-15T15:22:27,261 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:22:27,382 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:22:27,382 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:22:27,401 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62aea7e31d524f35f94c4abb276d9550, 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:27,601 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62aea7e31d524f35f94c4abb276d9550, 92e96751bdbce4e560cc454439978bba 2024-11-15T15:22:27,618 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba/.tmp/queue/cdccc3cb81bd46d9a3eb7d728a9256ef 2024-11-15T15:22:27,622 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba/.tmp/queue/cdccc3cb81bd46d9a3eb7d728a9256ef as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba/queue/cdccc3cb81bd46d9a3eb7d728a9256ef 2024-11-15T15:22:27,625 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba/queue/cdccc3cb81bd46d9a3eb7d728a9256ef, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T15:22:27,625 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 92e96751bdbce4e560cc454439978bba in 425ms, sequenceid=12, compaction requested=false 2024-11-15T15:22:27,628 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/replication/92e96751bdbce4e560cc454439978bba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T15:22:27,629 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:27,629 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:22:27,629 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:27,629 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92e96751bdbce4e560cc454439978bba: Waiting for close lock at 1731684147200Running coprocessor pre-close hooks at 1731684147200Disabling compacts and flushes for region at 1731684147200Disabling writes for close at 1731684147200Obtaining lock to block concurrent updates at 1731684147201 (+1 ms)Preparing flush snapshotting stores in 92e96751bdbce4e560cc454439978bba at 1731684147201Finished memstore snapshotting hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731684147201Flushing stores of hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. at 1731684147201Flushing 92e96751bdbce4e560cc454439978bba/queue: creating writer at 1731684147201Flushing 92e96751bdbce4e560cc454439978bba/queue: appending metadata at 1731684147214 (+13 ms)Flushing 92e96751bdbce4e560cc454439978bba/queue: closing flushed file at 1731684147214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39317742: reopening flushed file at 1731684147621 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 92e96751bdbce4e560cc454439978bba in 425ms, sequenceid=12, compaction requested=false at 1731684147626 (+5 ms)Writing region close event to WAL at 1731684147626Running coprocessor post-close hooks at 1731684147629 (+3 ms)Closed at 1731684147629 2024-11-15T15:22:27,629 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684139958.92e96751bdbce4e560cc454439978bba. 2024-11-15T15:22:27,629 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62aea7e31d524f35f94c4abb276d9550, disabling compactions & flushes 2024-11-15T15:22:27,629 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:27,629 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:27,629 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. after waiting 0 ms 2024-11-15T15:22:27,629 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:27,629 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62aea7e31d524f35f94c4abb276d9550 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T15:22:27,642 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/f/31ea67fe460845ed8844bc7876c50cc7 is 29, key is row1/f:/1731684145113/DeleteFamily/seqid=0 2024-11-15T15:22:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741843_1019 (size=5152) 2024-11-15T15:22:27,645 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:27,647 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/ns/b4e6e7238ec244bd954cf0da5dcaa0d5 2024-11-15T15:22:27,667 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/rep_barrier/52b885f993f143daba15fa4a53b04da9 is 112, key is test,,1731684136998.62aea7e31d524f35f94c4abb276d9550./rep_barrier:seqnumDuringOpen/1731684137374/Put/seqid=0 2024-11-15T15:22:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741844_1020 (size=5518) 2024-11-15T15:22:27,736 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1235, reset compression=false 2024-11-15T15:22:27,740 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:27,740 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1482, reset compression=false 2024-11-15T15:22:27,740 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,32939,1731684130721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:27,740 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,32939,1731684130721: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,32939,1731684130721, walGroup=855219d6b094%2C32939%2C1731684130721, offset=855219d6b094%2C32939%2C1731684130721.1731684132470:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:32939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:22:27,741 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:22:27,742 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:22:27,742 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:22:27,742 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:22:27,742 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:22:27,742 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 968363832 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 201384568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:22:27,742 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:34737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:34737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:22:27,758 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:27,801 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:27,943 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1482, reset compression=false 2024-11-15T15:22:28,001 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:28,045 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/f/31ea67fe460845ed8844bc7876c50cc7 2024-11-15T15:22:28,049 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31ea67fe460845ed8844bc7876c50cc7 2024-11-15T15:22:28,061 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/f1/cd9493195cd44beb99e3563932cd009a is 30, key is row1/f1:/1731684145113/DeleteFamily/seqid=0 2024-11-15T15:22:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741845_1021 (size=5158) 2024-11-15T15:22:28,070 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/rep_barrier/52b885f993f143daba15fa4a53b04da9 2024-11-15T15:22:28,086 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/table/dd02be57748449d0801708457a1a4d06 is 53, key is hbase:replication/table:state/1731684140729/Put/seqid=0 2024-11-15T15:22:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741846_1022 (size=5308) 2024-11-15T15:22:28,089 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/table/dd02be57748449d0801708457a1a4d06 2024-11-15T15:22:28,092 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/info/107cac405f104ddebf28259585f52961 as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/info/107cac405f104ddebf28259585f52961 2024-11-15T15:22:28,095 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/info/107cac405f104ddebf28259585f52961, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:22:28,096 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/ns/b4e6e7238ec244bd954cf0da5dcaa0d5 as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/ns/b4e6e7238ec244bd954cf0da5dcaa0d5 2024-11-15T15:22:28,100 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/ns/b4e6e7238ec244bd954cf0da5dcaa0d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:22:28,100 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/rep_barrier/52b885f993f143daba15fa4a53b04da9 as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/rep_barrier/52b885f993f143daba15fa4a53b04da9 2024-11-15T15:22:28,104 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/rep_barrier/52b885f993f143daba15fa4a53b04da9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:22:28,104 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/.tmp/table/dd02be57748449d0801708457a1a4d06 as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/table/dd02be57748449d0801708457a1a4d06 2024-11-15T15:22:28,108 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/table/dd02be57748449d0801708457a1a4d06, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:22:28,108 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=16, compaction requested=false 2024-11-15T15:22:28,112 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:22:28,112 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:28,112 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:22:28,112 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:28,112 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684147201Running coprocessor pre-close hooks at 1731684147201Disabling compacts and flushes for region at 1731684147201Disabling writes for close at 1731684147201Obtaining lock to block concurrent updates at 1731684147201Preparing flush snapshotting stores in 1588230740 at 1731684147201Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684147201Flushing stores of hbase:meta,,1.1588230740 at 1731684147201Flushing 1588230740/info: creating writer at 1731684147201Flushing 1588230740/info: appending metadata at 1731684147216 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731684147216Flushing 1588230740/ns: creating writer at 1731684147222 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731684147237 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731684147237Flushing 1588230740/rep_barrier: creating writer at 1731684147650 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684147666 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684147666Flushing 1588230740/table: creating writer at 1731684148074 (+408 ms)Flushing 1588230740/table: appending metadata at 1731684148085 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731684148085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5863b2b: reopening flushed file at 1731684148092 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d68b902: reopening flushed file at 1731684148096 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a7ffac: reopening flushed file at 1731684148100 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ff0699: reopening flushed file at 1731684148104 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=16, compaction requested=false at 1731684148108 (+4 ms)Writing region close event to WAL at 1731684148110 (+2 ms)Running coprocessor post-close hooks at 1731684148112 (+2 ms)Closed at 1731684148112 2024-11-15T15:22:28,112 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:28,148 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:28,202 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:22:28,202 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1325): Online Regions={62aea7e31d524f35f94c4abb276d9550=test,,1731684136998.62aea7e31d524f35f94c4abb276d9550.} 2024-11-15T15:22:28,202 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:28,245 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1482, reset compression=false 2024-11-15T15:22:28,402 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:28,465 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/f1/cd9493195cd44beb99e3563932cd009a 2024-11-15T15:22:28,469 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd9493195cd44beb99e3563932cd009a 2024-11-15T15:22:28,483 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/norep/43cca67f71cd4380bffac2bcf49332d4 is 33, key is row2/norep:/1731684146118/DeleteFamily/seqid=0 2024-11-15T15:22:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741847_1023 (size=5108) 2024-11-15T15:22:28,602 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:28,649 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.wal-reader.855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.1731684132470 to pos 1482, reset compression=false 2024-11-15T15:22:28,661 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:28,751 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:28,802 DEBUG [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1351): Waiting on 62aea7e31d524f35f94c4abb276d9550 2024-11-15T15:22:28,890 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/norep/43cca67f71cd4380bffac2bcf49332d4 2024-11-15T15:22:28,894 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43cca67f71cd4380bffac2bcf49332d4 2024-11-15T15:22:28,894 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/f/31ea67fe460845ed8844bc7876c50cc7 as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/f/31ea67fe460845ed8844bc7876c50cc7 2024-11-15T15:22:28,898 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31ea67fe460845ed8844bc7876c50cc7 2024-11-15T15:22:28,898 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/f/31ea67fe460845ed8844bc7876c50cc7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T15:22:28,898 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/f1/cd9493195cd44beb99e3563932cd009a as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/f1/cd9493195cd44beb99e3563932cd009a 2024-11-15T15:22:28,902 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd9493195cd44beb99e3563932cd009a 2024-11-15T15:22:28,902 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/f1/cd9493195cd44beb99e3563932cd009a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T15:22:28,902 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/.tmp/norep/43cca67f71cd4380bffac2bcf49332d4 as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/norep/43cca67f71cd4380bffac2bcf49332d4 2024-11-15T15:22:28,905 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43cca67f71cd4380bffac2bcf49332d4 2024-11-15T15:22:28,905 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/norep/43cca67f71cd4380bffac2bcf49332d4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T15:22:28,906 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 62aea7e31d524f35f94c4abb276d9550 in 1277ms, sequenceid=10, compaction requested=false 2024-11-15T15:22:28,909 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/data/default/test/62aea7e31d524f35f94c4abb276d9550/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T15:22:28,910 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:28,910 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:22:28,910 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:28,910 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62aea7e31d524f35f94c4abb276d9550: Waiting for close lock at 1731684147629Running coprocessor pre-close hooks at 1731684147629Disabling compacts and flushes for region at 1731684147629Disabling writes for close at 1731684147629Obtaining lock to block concurrent updates at 1731684147629Preparing flush snapshotting stores in 62aea7e31d524f35f94c4abb276d9550 at 1731684147629Finished memstore snapshotting test,,1731684136998.62aea7e31d524f35f94c4abb276d9550., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731684147630 (+1 ms)Flushing stores of test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. at 1731684147630Flushing 62aea7e31d524f35f94c4abb276d9550/f: creating writer at 1731684147630Flushing 62aea7e31d524f35f94c4abb276d9550/f: appending metadata at 1731684147642 (+12 ms)Flushing 62aea7e31d524f35f94c4abb276d9550/f: closing flushed file at 1731684147642Flushing 62aea7e31d524f35f94c4abb276d9550/f1: creating writer at 1731684148049 (+407 ms)Flushing 62aea7e31d524f35f94c4abb276d9550/f1: appending metadata at 1731684148061 (+12 ms)Flushing 62aea7e31d524f35f94c4abb276d9550/f1: closing flushed file at 1731684148061Flushing 62aea7e31d524f35f94c4abb276d9550/norep: creating writer at 1731684148469 (+408 ms)Flushing 62aea7e31d524f35f94c4abb276d9550/norep: appending metadata at 1731684148483 (+14 ms)Flushing 62aea7e31d524f35f94c4abb276d9550/norep: closing flushed file at 1731684148483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77627633: reopening flushed file at 1731684148894 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4efa1a: reopening flushed file at 1731684148898 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0ddc7d: reopening flushed file at 1731684148902 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 62aea7e31d524f35f94c4abb276d9550 in 1277ms, sequenceid=10, compaction requested=false at 1731684148906 (+4 ms)Writing region close event to WAL at 1731684148907 (+1 ms)Running coprocessor post-close hooks at 1731684148910 (+3 ms)Closed at 1731684148910 2024-11-15T15:22:28,910 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684136998.62aea7e31d524f35f94c4abb276d9550. 2024-11-15T15:22:28,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:28,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:22:28,996 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108784 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:22:29,002 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,32939,1731684130721; all regions closed. 2024-11-15T15:22:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:22:29,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741839_1015 (size=3114) 2024-11-15T15:22:29,008 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/WALs/855219d6b094,32939,1731684130721/855219d6b094%2C32939%2C1731684130721.rep.1731684140695 not finished, retry = 0 2024-11-15T15:22:29,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741832_1008 (size=2134) 2024-11-15T15:22:29,111 DEBUG [RS:0;855219d6b094:32939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:29,111 INFO [RS:0;855219d6b094:32939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:22:29,111 INFO [RS:0;855219d6b094:32939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:22:29,111 INFO [RS:0;855219d6b094:32939 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:22:29,111 INFO [RS:0;855219d6b094:32939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:22:29,111 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:22:29,112 INFO [RS:0;855219d6b094:32939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,32939,1731684130721 because: Region server is closing 2024-11-15T15:22:29,112 INFO [RS:0;855219d6b094:32939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:32939. 2024-11-15T15:22:29,112 DEBUG [RS:0;855219d6b094:32939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:29,112 DEBUG [RS:0;855219d6b094:32939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:29,112 DEBUG [RS:0;855219d6b094:32939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:29,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:29,213 INFO [RS:0;855219d6b094:32939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,32939,1731684130721.replicationSource.shipper855219d6b094%2C32939%2C1731684130721,1-855219d6b094,32939,1731684130721 terminated 2024-11-15T15:22:29,213 INFO [RS:0;855219d6b094:32939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:32939. 2024-11-15T15:22:29,213 DEBUG [RS:0;855219d6b094:32939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:29,213 DEBUG [RS:0;855219d6b094:32939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:29,213 DEBUG [RS:0;855219d6b094:32939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:29,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:29,213 INFO [RS:0;855219d6b094:32939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32939 2024-11-15T15:22:29,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594/rs 2024-11-15T15:22:29,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-650413594/rs/855219d6b094,32939,1731684130721 2024-11-15T15:22:29,263 INFO [RS:0;855219d6b094:32939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:22:29,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,32939,1731684130721] 2024-11-15T15:22:29,284 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-650413594/draining/855219d6b094,32939,1731684130721 already deleted, retry=false 2024-11-15T15:22:29,284 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,32939,1731684130721 expired; onlineServers=0 2024-11-15T15:22:29,284 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,34737,1731684130577' ***** 2024-11-15T15:22:29,284 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:22:29,284 INFO [M:0;855219d6b094:34737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:22:29,284 INFO [M:0;855219d6b094:34737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:22:29,284 DEBUG [M:0;855219d6b094:34737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:22:29,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:22:29,285 DEBUG [M:0;855219d6b094:34737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:22:29,285 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684132184 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684132184,5,FailOnTimeoutGroup] 2024-11-15T15:22:29,285 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684132184 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684132184,5,FailOnTimeoutGroup] 2024-11-15T15:22:29,285 INFO [M:0;855219d6b094:34737 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:22:29,285 INFO [M:0;855219d6b094:34737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:22:29,285 DEBUG [M:0;855219d6b094:34737 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:22:29,285 INFO [M:0;855219d6b094:34737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:22:29,285 INFO [M:0;855219d6b094:34737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:22:29,285 INFO [M:0;855219d6b094:34737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:22:29,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:22:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-650413594/master 2024-11-15T15:22:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-650413594 2024-11-15T15:22:29,295 DEBUG [M:0;855219d6b094:34737 {}] zookeeper.ZKUtil(347): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Unable to get data of znode /2-650413594/master because node does not exist (not an error) 2024-11-15T15:22:29,295 WARN [M:0;855219d6b094:34737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:22:29,303 INFO [M:0;855219d6b094:34737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/.lastflushedseqids 2024-11-15T15:22:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741848_1024 (size=245) 2024-11-15T15:22:29,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:29,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32939-0x1013f16a5730007, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:29,374 INFO [RS:0;855219d6b094:32939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:22:29,374 INFO [RS:0;855219d6b094:32939 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,32939,1731684130721; zookeeper connection closed. 2024-11-15T15:22:29,374 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f780b04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f780b04 2024-11-15T15:22:29,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:22:29,454 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:29,664 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:29,707 INFO [M:0;855219d6b094:34737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:22:29,708 INFO [M:0;855219d6b094:34737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:22:29,708 DEBUG [M:0;855219d6b094:34737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:29,708 INFO [M:0;855219d6b094:34737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:29,708 DEBUG [M:0;855219d6b094:34737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:29,708 DEBUG [M:0;855219d6b094:34737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:29,708 DEBUG [M:0;855219d6b094:34737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:29,708 INFO [M:0;855219d6b094:34737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T15:22:29,723 DEBUG [M:0;855219d6b094:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0d2d1e4a8694aa6aba8bb51ab7ff81e is 82, key is hbase:meta,,1/info:regioninfo/1731684133457/Put/seqid=0 2024-11-15T15:22:29,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741849_1025 (size=5672) 2024-11-15T15:22:29,902 DEBUG [master/855219d6b094:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-15T15:22:29,902 DEBUG [master/855219d6b094:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-15T15:22:30,127 INFO [M:0;855219d6b094:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0d2d1e4a8694aa6aba8bb51ab7ff81e 2024-11-15T15:22:30,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:22:30,168 DEBUG [M:0;855219d6b094:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088790a7c3c54d508494a6121713a2fc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731684140732/Put/seqid=0 2024-11-15T15:22:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741850_1026 (size=8515) 2024-11-15T15:22:30,190 INFO [M:0;855219d6b094:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088790a7c3c54d508494a6121713a2fc 2024-11-15T15:22:30,214 DEBUG [M:0;855219d6b094:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e234ae322948ccb7892bfc4cca57a3 is 69, key is 855219d6b094,32939,1731684130721/rs:state/1731684132289/Put/seqid=0 2024-11-15T15:22:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741851_1027 (size=5156) 2024-11-15T15:22:30,222 INFO [M:0;855219d6b094:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e234ae322948ccb7892bfc4cca57a3 2024-11-15T15:22:30,234 DEBUG [M:0;855219d6b094:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0d2d1e4a8694aa6aba8bb51ab7ff81e as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0d2d1e4a8694aa6aba8bb51ab7ff81e 2024-11-15T15:22:30,239 INFO [M:0;855219d6b094:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0d2d1e4a8694aa6aba8bb51ab7ff81e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T15:22:30,240 DEBUG [M:0;855219d6b094:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088790a7c3c54d508494a6121713a2fc as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/088790a7c3c54d508494a6121713a2fc 2024-11-15T15:22:30,252 INFO [M:0;855219d6b094:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/088790a7c3c54d508494a6121713a2fc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T15:22:30,253 DEBUG [M:0;855219d6b094:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e234ae322948ccb7892bfc4cca57a3 as hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5e234ae322948ccb7892bfc4cca57a3 2024-11-15T15:22:30,256 INFO [M:0;855219d6b094:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43487/user/jenkins/test-data/353c7632-0a2d-3b89-6e0a-2a634658fb7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5e234ae322948ccb7892bfc4cca57a3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T15:22:30,259 INFO [M:0;855219d6b094:34737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=97, compaction requested=false 2024-11-15T15:22:30,265 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:30,285 INFO [M:0;855219d6b094:34737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:30,285 DEBUG [M:0;855219d6b094:34737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684149708Disabling compacts and flushes for region at 1731684149708Disabling writes for close at 1731684149708Obtaining lock to block concurrent updates at 1731684149708Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684149708Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731684149709 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684149709Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684149709Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684149723 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684149723Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684150133 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684150167 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684150167Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684150194 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684150213 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684150213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a247bc: reopening flushed file at 1731684150229 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ada4034: reopening flushed file at 1731684150239 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2ad29f: reopening flushed file at 1731684150252 (+13 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=97, compaction requested=false at 1731684150259 (+7 ms)Writing region close event to WAL at 1731684150285 (+26 ms)Closed at 1731684150285 2024-11-15T15:22:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741830_1006 (size=63642) 2024-11-15T15:22:30,326 INFO [M:0;855219d6b094:34737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:22:30,326 INFO [M:0;855219d6b094:34737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34737 2024-11-15T15:22:30,327 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:22:30,327 INFO [M:0;855219d6b094:34737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:22:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1013f16a5730006, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:30,479 INFO [M:0;855219d6b094:34737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:22:30,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30c7b657{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:30,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@632f9093{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:22:30,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:22:30,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@602a778e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:22:30,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491ede36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.log.dir/,STOPPED} 2024-11-15T15:22:30,529 WARN [BP-240470116-172.17.0.2-1731684128351 heartbeating to localhost/127.0.0.1:43487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:22:30,529 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:22:30,529 WARN [BP-240470116-172.17.0.2-1731684128351 heartbeating to localhost/127.0.0.1:43487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-240470116-172.17.0.2-1731684128351 (Datanode Uuid 7b26a99f-be35-4d2e-9313-19d1ef4d2b7d) service to localhost/127.0.0.1:43487 2024-11-15T15:22:30,529 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:22:30,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/cluster_761c3a7a-f3e9-478d-bbad-a9a52252cb21/data/data1/current/BP-240470116-172.17.0.2-1731684128351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:22:30,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/cluster_761c3a7a-f3e9-478d-bbad-a9a52252cb21/data/data2/current/BP-240470116-172.17.0.2-1731684128351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:22:30,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:22:30,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71c31dc3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:30,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e920d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:22:30,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:22:30,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aec2a8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:22:30,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c308fd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.log.dir/,STOPPED} 2024-11-15T15:22:30,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:22:30,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:22:30,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:30,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:30,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:30,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:30,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:30,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:22:30,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1123694189, stopped=false 2024-11-15T15:22:30,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,34509,1731684125833 2024-11-15T15:22:30,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1380720238/running 2024-11-15T15:22:30,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1380720238/running 2024-11-15T15:22:30,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:30,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:30,597 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:22:30,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on znode that does not yet exist, /1-1380720238/running 2024-11-15T15:22:30,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:30,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:30,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:30,599 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,43615,1731684125950' ***** 2024-11-15T15:22:30,599 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:22:30,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Set watcher on znode that does not yet exist, /1-1380720238/running 2024-11-15T15:22:30,599 INFO [RS:0;855219d6b094:43615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:22:30,599 INFO [RS:0;855219d6b094:43615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:22:30,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:22:30,599 INFO [RS:0;855219d6b094:43615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:22:30,599 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(3091): Received CLOSE for e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:30,600 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(3091): Received CLOSE for 11fb985a94bf0c6726859d389c03f779 2024-11-15T15:22:30,600 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,43615,1731684125950 2024-11-15T15:22:30,600 INFO [RS:0;855219d6b094:43615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:22:30,600 INFO [RS:0;855219d6b094:43615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:43615. 2024-11-15T15:22:30,600 DEBUG [RS:0;855219d6b094:43615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:30,600 DEBUG [RS:0;855219d6b094:43615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:30,600 INFO [RS:0;855219d6b094:43615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:22:30,600 INFO [RS:0;855219d6b094:43615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:22:30,600 INFO [RS:0;855219d6b094:43615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:22:30,600 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:22:30,600 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0d2368e64878614002e6c65b15c4b09, disabling compactions & flushes 2024-11-15T15:22:30,600 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:30,600 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:30,600 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. after waiting 0 ms 2024-11-15T15:22:30,600 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:30,600 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0d2368e64878614002e6c65b15c4b09 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T15:22:30,604 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:22:30,604 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e0d2368e64878614002e6c65b15c4b09=hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09., 11fb985a94bf0c6726859d389c03f779=test,,1731684135857.11fb985a94bf0c6726859d389c03f779.} 2024-11-15T15:22:30,604 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1351): Waiting on 11fb985a94bf0c6726859d389c03f779, 1588230740, e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:30,604 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:30,604 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:30,604 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:30,604 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:30,604 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:30,604 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:22:30,621 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09/.tmp/queue/5c85e2860a2f4c36a1ef966bd38eb579 is 154, key is 1-855219d6b094,43615,1731684125950/queue:855219d6b094%2C43615%2C1731684125950/1731684146724/Put/seqid=0 2024-11-15T15:22:30,622 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:22:30,622 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/info/fb737e36ac554db9a11bdcc2bddaf03b is 147, key is hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09./info:regioninfo/1731684139152/Put/seqid=0 2024-11-15T15:22:30,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741840_1016 (size=5353) 2024-11-15T15:22:30,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741841_1017 (size=7686) 2024-11-15T15:22:30,769 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:30,804 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1351): Waiting on 11fb985a94bf0c6726859d389c03f779, 1588230740, e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:31,005 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1351): Waiting on 11fb985a94bf0c6726859d389c03f779, 1588230740, e0d2368e64878614002e6c65b15c4b09 2024-11-15T15:22:31,025 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09/.tmp/queue/5c85e2860a2f4c36a1ef966bd38eb579 2024-11-15T15:22:31,025 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/info/fb737e36ac554db9a11bdcc2bddaf03b 2024-11-15T15:22:31,029 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09/.tmp/queue/5c85e2860a2f4c36a1ef966bd38eb579 as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09/queue/5c85e2860a2f4c36a1ef966bd38eb579 2024-11-15T15:22:31,048 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09/queue/5c85e2860a2f4c36a1ef966bd38eb579, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T15:22:31,061 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e0d2368e64878614002e6c65b15c4b09 in 461ms, sequenceid=12, compaction requested=false 2024-11-15T15:22:31,061 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:22:31,066 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/ns/10fdbfa667b5488799e826d72d974380 is 43, key is default/ns:d/1731684128081/Put/seqid=0 2024-11-15T15:22:31,072 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/replication/e0d2368e64878614002e6c65b15c4b09/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T15:22:31,073 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:31,073 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:22:31,073 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:31,073 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0d2368e64878614002e6c65b15c4b09: Waiting for close lock at 1731684150600Running coprocessor pre-close hooks at 1731684150600Disabling compacts and flushes for region at 1731684150600Disabling writes for close at 1731684150600Obtaining lock to block concurrent updates at 1731684150600Preparing flush snapshotting stores in e0d2368e64878614002e6c65b15c4b09 at 1731684150600Finished memstore snapshotting hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731684150601 (+1 ms)Flushing stores of hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. at 1731684150601Flushing e0d2368e64878614002e6c65b15c4b09/queue: creating writer at 1731684150601Flushing e0d2368e64878614002e6c65b15c4b09/queue: appending metadata at 1731684150620 (+19 ms)Flushing e0d2368e64878614002e6c65b15c4b09/queue: closing flushed file at 1731684150620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0c031a: reopening flushed file at 1731684151029 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e0d2368e64878614002e6c65b15c4b09 in 461ms, sequenceid=12, compaction requested=false at 1731684151061 (+32 ms)Writing region close event to WAL at 1731684151067 (+6 ms)Running coprocessor post-close hooks at 1731684151073 (+6 ms)Closed at 1731684151073 2024-11-15T15:22:31,073 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684138798.e0d2368e64878614002e6c65b15c4b09. 2024-11-15T15:22:31,073 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11fb985a94bf0c6726859d389c03f779, disabling compactions & flushes 2024-11-15T15:22:31,073 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:31,073 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:31,073 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684135857.11fb985a94bf0c6726859d389c03f779. after waiting 0 ms 2024-11-15T15:22:31,073 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:31,074 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 11fb985a94bf0c6726859d389c03f779 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T15:22:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741842_1018 (size=5153) 2024-11-15T15:22:31,075 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/ns/10fdbfa667b5488799e826d72d974380 2024-11-15T15:22:31,113 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/rep_barrier/e813181184ae4ddc8f543262c71e288f is 112, key is test,,1731684135857.11fb985a94bf0c6726859d389c03f779./rep_barrier:seqnumDuringOpen/1731684136614/Put/seqid=0 2024-11-15T15:22:31,118 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/f/3b4654bbab97462e882c6adfd8826041 is 29, key is row1/f:/1731684145113/DeleteFamily/seqid=0 2024-11-15T15:22:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741843_1019 (size=5518) 2024-11-15T15:22:31,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741844_1020 (size=5152) 2024-11-15T15:22:31,139 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/f/3b4654bbab97462e882c6adfd8826041 2024-11-15T15:22:31,144 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b4654bbab97462e882c6adfd8826041 2024-11-15T15:22:31,162 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/f1/56895dae50fe4bf9b53421bcc57afb48 is 30, key is row1/f1:/1731684145113/DeleteFamily/seqid=0 2024-11-15T15:22:31,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741845_1021 (size=5158) 2024-11-15T15:22:31,166 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/f1/56895dae50fe4bf9b53421bcc57afb48 2024-11-15T15:22:31,169 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56895dae50fe4bf9b53421bcc57afb48 2024-11-15T15:22:31,187 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/norep/f15f8abf00e347248a378e7415da7739 is 33, key is row1/norep:/1731684145113/DeleteFamily/seqid=0 2024-11-15T15:22:31,188 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1191, reset compression=false 2024-11-15T15:22:31,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741846_1022 (size=5108) 2024-11-15T15:22:31,191 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/norep/f15f8abf00e347248a378e7415da7739 2024-11-15T15:22:31,192 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:31,192 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1438, reset compression=false 2024-11-15T15:22:31,192 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,43615,1731684125950 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:31,193 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,43615,1731684125950: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,43615,1731684125950, walGroup=855219d6b094%2C43615%2C1731684125950, offset=855219d6b094%2C43615%2C1731684125950.1731684127544:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:43615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:22:31,194 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:22:31,194 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:22:31,195 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:22:31,195 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:22:31,195 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:22:31,195 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 935176560 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201926848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:22:31,195 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:34509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:34509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:22:31,200 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f15f8abf00e347248a378e7415da7739 2024-11-15T15:22:31,201 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/f/3b4654bbab97462e882c6adfd8826041 as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/f/3b4654bbab97462e882c6adfd8826041 2024-11-15T15:22:31,205 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1351): Waiting on 11fb985a94bf0c6726859d389c03f779, 1588230740 2024-11-15T15:22:31,216 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b4654bbab97462e882c6adfd8826041 2024-11-15T15:22:31,217 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/f/3b4654bbab97462e882c6adfd8826041, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T15:22:31,217 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/f1/56895dae50fe4bf9b53421bcc57afb48 as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/f1/56895dae50fe4bf9b53421bcc57afb48 2024-11-15T15:22:31,223 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56895dae50fe4bf9b53421bcc57afb48 2024-11-15T15:22:31,223 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/f1/56895dae50fe4bf9b53421bcc57afb48, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T15:22:31,224 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/.tmp/norep/f15f8abf00e347248a378e7415da7739 as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/norep/f15f8abf00e347248a378e7415da7739 2024-11-15T15:22:31,229 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f15f8abf00e347248a378e7415da7739 2024-11-15T15:22:31,229 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/norep/f15f8abf00e347248a378e7415da7739, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T15:22:31,230 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 11fb985a94bf0c6726859d389c03f779 in 157ms, sequenceid=10, compaction requested=false 2024-11-15T15:22:31,230 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:22:31,237 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/default/test/11fb985a94bf0c6726859d389c03f779/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T15:22:31,238 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:31,238 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:22:31,238 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:31,238 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11fb985a94bf0c6726859d389c03f779: Waiting for close lock at 1731684151073Running coprocessor pre-close hooks at 1731684151073Disabling compacts and flushes for region at 1731684151073Disabling writes for close at 1731684151073Obtaining lock to block concurrent updates at 1731684151074 (+1 ms)Preparing flush snapshotting stores in 11fb985a94bf0c6726859d389c03f779 at 1731684151074Finished memstore snapshotting test,,1731684135857.11fb985a94bf0c6726859d389c03f779., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731684151074Flushing stores of test,,1731684135857.11fb985a94bf0c6726859d389c03f779. at 1731684151076 (+2 ms)Flushing 11fb985a94bf0c6726859d389c03f779/f: creating writer at 1731684151076Flushing 11fb985a94bf0c6726859d389c03f779/f: appending metadata at 1731684151117 (+41 ms)Flushing 11fb985a94bf0c6726859d389c03f779/f: closing flushed file at 1731684151118 (+1 ms)Flushing 11fb985a94bf0c6726859d389c03f779/f1: creating writer at 1731684151144 (+26 ms)Flushing 11fb985a94bf0c6726859d389c03f779/f1: appending metadata at 1731684151161 (+17 ms)Flushing 11fb985a94bf0c6726859d389c03f779/f1: closing flushed file at 1731684151161Flushing 11fb985a94bf0c6726859d389c03f779/norep: creating writer at 1731684151170 (+9 ms)Flushing 11fb985a94bf0c6726859d389c03f779/norep: appending metadata at 1731684151186 (+16 ms)Flushing 11fb985a94bf0c6726859d389c03f779/norep: closing flushed file at 1731684151186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b306dc: reopening flushed file at 1731684151200 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555c4e3: reopening flushed file at 1731684151217 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4644ec95: reopening flushed file at 1731684151223 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 11fb985a94bf0c6726859d389c03f779 in 157ms, sequenceid=10, compaction requested=false at 1731684151230 (+7 ms)Writing region close event to WAL at 1731684151232 (+2 ms)Running coprocessor post-close hooks at 1731684151238 (+6 ms)Closed at 1731684151238 2024-11-15T15:22:31,238 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684135857.11fb985a94bf0c6726859d389c03f779. 2024-11-15T15:22:31,401 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 1438, reset compression=false 2024-11-15T15:22:31,404 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:31,404 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 2082, reset compression=false 2024-11-15T15:22:31,405 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:22:31,410 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:22:31,411 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:22:31,526 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/rep_barrier/e813181184ae4ddc8f543262c71e288f 2024-11-15T15:22:31,544 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/table/5858dee40c994ec7b4aaadbd729941bf is 53, key is hbase:replication/table:state/1731684139157/Put/seqid=0 2024-11-15T15:22:31,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741847_1023 (size=5308) 2024-11-15T15:22:31,605 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:22:31,605 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:22:31,605 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:22:31,607 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 2082, reset compression=false 2024-11-15T15:22:31,805 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:22:31,910 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 2082, reset compression=false 2024-11-15T15:22:31,948 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/table/5858dee40c994ec7b4aaadbd729941bf 2024-11-15T15:22:31,952 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/info/fb737e36ac554db9a11bdcc2bddaf03b as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/info/fb737e36ac554db9a11bdcc2bddaf03b 2024-11-15T15:22:31,956 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/info/fb737e36ac554db9a11bdcc2bddaf03b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:22:31,957 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/ns/10fdbfa667b5488799e826d72d974380 as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/ns/10fdbfa667b5488799e826d72d974380 2024-11-15T15:22:31,961 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/ns/10fdbfa667b5488799e826d72d974380, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:22:31,962 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/rep_barrier/e813181184ae4ddc8f543262c71e288f as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/rep_barrier/e813181184ae4ddc8f543262c71e288f 2024-11-15T15:22:31,969 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/rep_barrier/e813181184ae4ddc8f543262c71e288f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:22:31,971 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/.tmp/table/5858dee40c994ec7b4aaadbd729941bf as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/table/5858dee40c994ec7b4aaadbd729941bf 2024-11-15T15:22:31,972 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:31,984 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/table/5858dee40c994ec7b4aaadbd729941bf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:22:31,985 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1380ms, sequenceid=16, compaction requested=false 2024-11-15T15:22:31,985 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:22:32,005 DEBUG [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:22:32,022 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:22:32,023 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:32,023 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:22:32,023 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:32,023 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684150604Running coprocessor pre-close hooks at 1731684150604Disabling compacts and flushes for region at 1731684150604Disabling writes for close at 1731684150604Obtaining lock to block concurrent updates at 1731684150604Preparing flush snapshotting stores in 1588230740 at 1731684150604Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684150605 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731684150605Flushing 1588230740/info: creating writer at 1731684150605Flushing 1588230740/info: appending metadata at 1731684150622 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731684150622Flushing 1588230740/ns: creating writer at 1731684151031 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731684151065 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731684151065Flushing 1588230740/rep_barrier: creating writer at 1731684151081 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684151112 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684151113 (+1 ms)Flushing 1588230740/table: creating writer at 1731684151530 (+417 ms)Flushing 1588230740/table: appending metadata at 1731684151544 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731684151544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70056091: reopening flushed file at 1731684151951 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7facefb1: reopening flushed file at 1731684151956 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1051b422: reopening flushed file at 1731684151961 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7450866d: reopening flushed file at 1731684151969 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1380ms, sequenceid=16, compaction requested=false at 1731684151985 (+16 ms)Writing region close event to WAL at 1731684152020 (+35 ms)Running coprocessor post-close hooks at 1731684152023 (+3 ms)Closed at 1731684152023 2024-11-15T15:22:32,023 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:32,206 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,43615,1731684125950; all regions closed. 2024-11-15T15:22:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:22:32,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.meta.1731684128022.meta not finished, retry = 0 2024-11-15T15:22:32,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.rep.1731684139127 not finished, retry = 0 2024-11-15T15:22:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741839_1015 (size=3114) 2024-11-15T15:22:32,313 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/WALs/855219d6b094,43615,1731684125950/855219d6b094%2C43615%2C1731684125950.1731684127544 to pos 2082, reset compression=false 2024-11-15T15:22:32,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741833_1009 (size=2090) 2024-11-15T15:22:32,413 DEBUG [RS:0;855219d6b094:43615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:32,413 INFO [RS:0;855219d6b094:43615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:22:32,413 INFO [RS:0;855219d6b094:43615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:22:32,413 INFO [RS:0;855219d6b094:43615 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T15:22:32,413 INFO [RS:0;855219d6b094:43615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:22:32,413 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:22:32,414 INFO [RS:0;855219d6b094:43615 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,43615,1731684125950 because: Region server is closing 2024-11-15T15:22:32,414 INFO [RS:0;855219d6b094:43615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:43615. 2024-11-15T15:22:32,414 DEBUG [RS:0;855219d6b094:43615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:32,414 DEBUG [RS:0;855219d6b094:43615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:32,414 DEBUG [RS:0;855219d6b094:43615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:32,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:32,514 INFO [RS:0;855219d6b094:43615 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.shipper855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 terminated 2024-11-15T15:22:32,514 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,43615,1731684125950.replicationSource.wal-reader.855219d6b094%2C43615%2C1731684125950,1-855219d6b094,43615,1731684125950 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:22:32,515 INFO [RS:0;855219d6b094:43615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:43615. 2024-11-15T15:22:32,515 DEBUG [RS:0;855219d6b094:43615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:32,515 DEBUG [RS:0;855219d6b094:43615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:32,515 DEBUG [RS:0;855219d6b094:43615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:32,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:32,515 INFO [RS:0;855219d6b094:43615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43615 2024-11-15T15:22:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238/rs 2024-11-15T15:22:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1380720238/rs/855219d6b094,43615,1731684125950 2024-11-15T15:22:32,592 INFO [RS:0;855219d6b094:43615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:22:32,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,43615,1731684125950] 2024-11-15T15:22:32,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1380720238/draining/855219d6b094,43615,1731684125950 already deleted, retry=false 2024-11-15T15:22:32,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,43615,1731684125950 expired; onlineServers=0 2024-11-15T15:22:32,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,34509,1731684125833' ***** 2024-11-15T15:22:32,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:22:32,621 INFO [M:0;855219d6b094:34509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:22:32,621 INFO [M:0;855219d6b094:34509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:22:32,621 DEBUG [M:0;855219d6b094:34509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:22:32,621 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:22:32,621 DEBUG [M:0;855219d6b094:34509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:22:32,622 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684127276 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684127276,5,FailOnTimeoutGroup] 2024-11-15T15:22:32,622 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684127269 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684127269,5,FailOnTimeoutGroup] 2024-11-15T15:22:32,622 INFO [M:0;855219d6b094:34509 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:22:32,622 INFO [M:0;855219d6b094:34509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:22:32,622 DEBUG [M:0;855219d6b094:34509 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:22:32,622 INFO [M:0;855219d6b094:34509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:22:32,622 INFO [M:0;855219d6b094:34509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:22:32,622 INFO [M:0;855219d6b094:34509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:22:32,622 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:22:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1380720238/master 2024-11-15T15:22:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1380720238 2024-11-15T15:22:32,631 DEBUG [M:0;855219d6b094:34509 {}] zookeeper.ZKUtil(347): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Unable to get data of znode /1-1380720238/master because node does not exist (not an error) 2024-11-15T15:22:32,632 WARN [M:0;855219d6b094:34509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:22:32,632 INFO [M:0;855219d6b094:34509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/.lastflushedseqids 2024-11-15T15:22:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741848_1024 (size=245) 2024-11-15T15:22:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:32,711 INFO [RS:0;855219d6b094:43615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:22:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43615-0x1013f16a5730004, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:32,711 INFO [RS:0;855219d6b094:43615 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,43615,1731684125950; zookeeper connection closed. 2024-11-15T15:22:32,711 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47d8d699 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47d8d699 2024-11-15T15:22:32,711 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:22:33,043 INFO [M:0;855219d6b094:34509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:22:33,043 INFO [M:0;855219d6b094:34509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:22:33,043 DEBUG [M:0;855219d6b094:34509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:33,043 INFO [M:0;855219d6b094:34509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:33,043 DEBUG [M:0;855219d6b094:34509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:33,043 DEBUG [M:0;855219d6b094:34509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:33,043 DEBUG [M:0;855219d6b094:34509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:33,043 INFO [M:0;855219d6b094:34509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T15:22:33,058 DEBUG [M:0;855219d6b094:34509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25af5a9969a0461c9759d14ec2cd97d3 is 82, key is hbase:meta,,1/info:regioninfo/1731684128063/Put/seqid=0 2024-11-15T15:22:33,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741849_1025 (size=5672) 2024-11-15T15:22:33,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:33,309 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:33,464 INFO [M:0;855219d6b094:34509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25af5a9969a0461c9759d14ec2cd97d3 2024-11-15T15:22:33,481 DEBUG [M:0;855219d6b094:34509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75de4d1194c04d2891d189c13ed02010 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731684139159/Put/seqid=0 2024-11-15T15:22:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741850_1026 (size=8515) 2024-11-15T15:22:33,884 INFO [M:0;855219d6b094:34509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75de4d1194c04d2891d189c13ed02010 2024-11-15T15:22:33,904 DEBUG [M:0;855219d6b094:34509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c640468187884316b6340ba899de1b72 is 69, key is 855219d6b094,43615,1731684125950/rs:state/1731684127331/Put/seqid=0 2024-11-15T15:22:33,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741851_1027 (size=5156) 2024-11-15T15:22:34,308 INFO [M:0;855219d6b094:34509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c640468187884316b6340ba899de1b72 2024-11-15T15:22:34,312 DEBUG [M:0;855219d6b094:34509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25af5a9969a0461c9759d14ec2cd97d3 as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25af5a9969a0461c9759d14ec2cd97d3 2024-11-15T15:22:34,315 INFO [M:0;855219d6b094:34509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25af5a9969a0461c9759d14ec2cd97d3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T15:22:34,316 DEBUG [M:0;855219d6b094:34509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75de4d1194c04d2891d189c13ed02010 as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75de4d1194c04d2891d189c13ed02010 2024-11-15T15:22:34,319 INFO [M:0;855219d6b094:34509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75de4d1194c04d2891d189c13ed02010, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T15:22:34,319 DEBUG [M:0;855219d6b094:34509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c640468187884316b6340ba899de1b72 as hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c640468187884316b6340ba899de1b72 2024-11-15T15:22:34,322 INFO [M:0;855219d6b094:34509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c640468187884316b6340ba899de1b72, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T15:22:34,323 INFO [M:0;855219d6b094:34509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-15T15:22:34,326 INFO [M:0;855219d6b094:34509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:34,327 DEBUG [M:0;855219d6b094:34509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684153043Disabling compacts and flushes for region at 1731684153043Disabling writes for close at 1731684153043Obtaining lock to block concurrent updates at 1731684153043Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684153043Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731684153043Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684153044 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684153044Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684153058 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684153058Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684153467 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684153480 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684153481 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684153888 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684153903 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684153904 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0e8d5b: reopening flushed file at 1731684154311 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b4669e: reopening flushed file at 1731684154315 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b43131f: reopening flushed file at 1731684154319 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731684154323 (+4 ms)Writing region close event to WAL at 1731684154326 (+3 ms)Closed at 1731684154326 2024-11-15T15:22:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741830_1006 (size=63642) 2024-11-15T15:22:34,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecaa9e30-5101-2048-aba5-a110b75b255f/MasterData/WALs/855219d6b094,34509,1731684125833/855219d6b094%2C34509%2C1731684125833.1731684126974 not finished, retry = 0 2024-11-15T15:22:34,429 INFO [M:0;855219d6b094:34509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:22:34,429 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:22:34,429 INFO [M:0;855219d6b094:34509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34509 2024-11-15T15:22:34,429 INFO [M:0;855219d6b094:34509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:22:34,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:34,592 INFO [M:0;855219d6b094:34509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:22:34,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34509-0x1013f16a5730003, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:34,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ffe9a8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:34,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cef21b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:22:34,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:22:34,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e86e81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:22:34,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5847daaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.log.dir/,STOPPED} 2024-11-15T15:22:34,595 WARN [BP-1007549806-172.17.0.2-1731684123977 heartbeating to localhost/127.0.0.1:34863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:22:34,595 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:22:34,595 WARN [BP-1007549806-172.17.0.2-1731684123977 heartbeating to localhost/127.0.0.1:34863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1007549806-172.17.0.2-1731684123977 (Datanode Uuid 66a8c8b5-38aa-4588-ac6b-6ba577ba57ff) service to localhost/127.0.0.1:34863 2024-11-15T15:22:34,595 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:22:34,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/cluster_5ba2bb54-b913-9eb6-2030-576a090333b3/data/data1/current/BP-1007549806-172.17.0.2-1731684123977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:22:34,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/cluster_5ba2bb54-b913-9eb6-2030-576a090333b3/data/data2/current/BP-1007549806-172.17.0.2-1731684123977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:22:34,596 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:22:34,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@465e2d2e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:34,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e141f3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:22:34,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:22:34,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2e99a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:22:34,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@406f587c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c031b457-1769-df76-fab0-06687ac8de9c/hadoop.log.dir/,STOPPED} 2024-11-15T15:22:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:22:34,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:22:34,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:34,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:34,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:34,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:34,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:34,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:22:34,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218584493, stopped=false 2024-11-15T15:22:34,620 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,45021,1731684120541 2024-11-15T15:22:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466665787/running 2024-11-15T15:22:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466665787/running 2024-11-15T15:22:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:34,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:22:34,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:34,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:34,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:34,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on znode that does not yet exist, /0-1466665787/running 2024-11-15T15:22:34,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,37987,1731684120754' ***** 2024-11-15T15:22:34,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:22:34,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Set watcher on znode that does not yet exist, /0-1466665787/running 2024-11-15T15:22:34,632 INFO [RS:0;855219d6b094:37987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:22:34,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:22:34,632 INFO [RS:0;855219d6b094:37987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:22:34,632 INFO [RS:0;855219d6b094:37987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:22:34,632 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(3091): Received CLOSE for 2998b1754619ec399b65b6ac035dd71c 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(3091): Received CLOSE for a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,37987,1731684120754 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:22:34,633 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2998b1754619ec399b65b6ac035dd71c, disabling compactions & flushes 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:37987. 2024-11-15T15:22:34,633 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:34,633 DEBUG [RS:0;855219d6b094:37987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:34,633 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:34,633 DEBUG [RS:0;855219d6b094:37987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:34,633 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. after waiting 0 ms 2024-11-15T15:22:34,633 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:22:34,633 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2998b1754619ec399b65b6ac035dd71c 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:22:34,633 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:22:34,633 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1325): Online Regions={2998b1754619ec399b65b6ac035dd71c=hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c., 1588230740=hbase:meta,,1.1588230740, a3ce326fd90d211fe59ecfc76f5c8b43=test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43.} 2024-11-15T15:22:34,633 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2998b1754619ec399b65b6ac035dd71c, a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:34,633 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:34,633 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:34,633 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:34,633 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:34,633 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:34,633 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:22:34,658 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/info/e2ca919f795e4e18957378c727f7549e is 147, key is hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c./info:regioninfo/1731684138415/Put/seqid=0 2024-11-15T15:22:34,658 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c/.tmp/queue/7d51ffb388654c098a7175cc624ac94a is 153, key is 1-855219d6b094,37987,1731684120754/queue:855219d6b094%2C37987%2C1731684120754/1731684144184/Put/seqid=0 2024-11-15T15:22:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741841_1017 (size=5352) 2024-11-15T15:22:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741840_1016 (size=7686) 2024-11-15T15:22:34,670 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/info/e2ca919f795e4e18957378c727f7549e 2024-11-15T15:22:34,692 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:22:34,692 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/ns/01608132117c4c1f885f378340d0d845 is 43, key is default/ns:d/1731684123797/Put/seqid=0 2024-11-15T15:22:34,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741842_1018 (size=5153) 2024-11-15T15:22:34,696 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/ns/01608132117c4c1f885f378340d0d845 2024-11-15T15:22:34,713 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:34,721 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/rep_barrier/763adfbe28b14523aebc504082e32a0b is 112, key is test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43./rep_barrier:seqnumDuringOpen/1731684134845/Put/seqid=0 2024-11-15T15:22:34,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741843_1019 (size=5518) 2024-11-15T15:22:34,834 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2998b1754619ec399b65b6ac035dd71c, a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:35,034 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2998b1754619ec399b65b6ac035dd71c, a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:35,066 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c/.tmp/queue/7d51ffb388654c098a7175cc624ac94a 2024-11-15T15:22:35,070 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c/.tmp/queue/7d51ffb388654c098a7175cc624ac94a as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c/queue/7d51ffb388654c098a7175cc624ac94a 2024-11-15T15:22:35,074 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c/queue/7d51ffb388654c098a7175cc624ac94a, entries=1, sequenceid=8, filesize=5.2 K 2024-11-15T15:22:35,075 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2998b1754619ec399b65b6ac035dd71c in 442ms, sequenceid=8, compaction requested=false 2024-11-15T15:22:35,075 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:22:35,095 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/replication/2998b1754619ec399b65b6ac035dd71c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T15:22:35,095 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:35,095 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:22:35,096 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:35,096 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2998b1754619ec399b65b6ac035dd71c: Waiting for close lock at 1731684154633Running coprocessor pre-close hooks at 1731684154633Disabling compacts and flushes for region at 1731684154633Disabling writes for close at 1731684154633Obtaining lock to block concurrent updates at 1731684154633Preparing flush snapshotting stores in 2998b1754619ec399b65b6ac035dd71c at 1731684154633Finished memstore snapshotting hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731684154633Flushing stores of hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. at 1731684154634 (+1 ms)Flushing 2998b1754619ec399b65b6ac035dd71c/queue: creating writer at 1731684154634Flushing 2998b1754619ec399b65b6ac035dd71c/queue: appending metadata at 1731684154658 (+24 ms)Flushing 2998b1754619ec399b65b6ac035dd71c/queue: closing flushed file at 1731684154658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1c447b: reopening flushed file at 1731684155069 (+411 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2998b1754619ec399b65b6ac035dd71c in 442ms, sequenceid=8, compaction requested=false at 1731684155075 (+6 ms)Writing region close event to WAL at 1731684155081 (+6 ms)Running coprocessor post-close hooks at 1731684155095 (+14 ms)Closed at 1731684155096 (+1 ms) 2024-11-15T15:22:35,096 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684137650.2998b1754619ec399b65b6ac035dd71c. 2024-11-15T15:22:35,096 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3ce326fd90d211fe59ecfc76f5c8b43, disabling compactions & flushes 2024-11-15T15:22:35,096 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:35,096 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:35,096 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. after waiting 0 ms 2024-11-15T15:22:35,096 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:35,096 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a3ce326fd90d211fe59ecfc76f5c8b43 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-15T15:22:35,115 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/f/dac488c200194fada960bb56cce9a220 is 28, key is row/f:/1731684144108/DeleteFamily/seqid=0 2024-11-15T15:22:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741844_1020 (size=5085) 2024-11-15T15:22:35,124 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/rep_barrier/763adfbe28b14523aebc504082e32a0b 2024-11-15T15:22:35,147 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/table/61c16971c3504f93b3e2b587870c3d76 is 53, key is hbase:replication/table:state/1731684138421/Put/seqid=0 2024-11-15T15:22:35,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741845_1021 (size=5308) 2024-11-15T15:22:35,153 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/table/61c16971c3504f93b3e2b587870c3d76 2024-11-15T15:22:35,158 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/info/e2ca919f795e4e18957378c727f7549e as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/info/e2ca919f795e4e18957378c727f7549e 2024-11-15T15:22:35,161 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/info/e2ca919f795e4e18957378c727f7549e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:22:35,162 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/ns/01608132117c4c1f885f378340d0d845 as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/ns/01608132117c4c1f885f378340d0d845 2024-11-15T15:22:35,166 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/ns/01608132117c4c1f885f378340d0d845, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:22:35,167 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/rep_barrier/763adfbe28b14523aebc504082e32a0b as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/rep_barrier/763adfbe28b14523aebc504082e32a0b 2024-11-15T15:22:35,171 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/rep_barrier/763adfbe28b14523aebc504082e32a0b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:22:35,171 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/.tmp/table/61c16971c3504f93b3e2b587870c3d76 as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/table/61c16971c3504f93b3e2b587870c3d76 2024-11-15T15:22:35,175 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/table/61c16971c3504f93b3e2b587870c3d76, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:22:35,176 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 543ms, sequenceid=16, compaction requested=false 2024-11-15T15:22:35,180 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:22:35,180 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:35,180 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:22:35,180 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:35,180 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684154633Running coprocessor pre-close hooks at 1731684154633Disabling compacts and flushes for region at 1731684154633Disabling writes for close at 1731684154633Obtaining lock to block concurrent updates at 1731684154633Preparing flush snapshotting stores in 1588230740 at 1731684154633Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684154634 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731684154634Flushing 1588230740/info: creating writer at 1731684154634Flushing 1588230740/info: appending metadata at 1731684154658 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731684154658Flushing 1588230740/ns: creating writer at 1731684154674 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731684154692 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731684154692Flushing 1588230740/rep_barrier: creating writer at 1731684154700 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684154720 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684154720Flushing 1588230740/table: creating writer at 1731684155128 (+408 ms)Flushing 1588230740/table: appending metadata at 1731684155147 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731684155147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c88b763: reopening flushed file at 1731684155157 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb8a54e: reopening flushed file at 1731684155162 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6684807d: reopening flushed file at 1731684155166 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2456c7bb: reopening flushed file at 1731684155171 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 543ms, sequenceid=16, compaction requested=false at 1731684155176 (+5 ms)Writing region close event to WAL at 1731684155177 (+1 ms)Running coprocessor post-close hooks at 1731684155180 (+3 ms)Closed at 1731684155180 2024-11-15T15:22:35,180 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:35,234 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1351): Waiting on a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:35,434 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1351): Waiting on a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:35,521 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/f/dac488c200194fada960bb56cce9a220 2024-11-15T15:22:35,525 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dac488c200194fada960bb56cce9a220 2024-11-15T15:22:35,538 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/f1/cbaa87a64ebc4ccdaa7a1d8b40fd35ea is 29, key is row/f1:/1731684144108/DeleteFamily/seqid=0 2024-11-15T15:22:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741846_1022 (size=5089) 2024-11-15T15:22:35,607 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:22:35,607 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:22:35,634 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:22:35,634 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1325): Online Regions={a3ce326fd90d211fe59ecfc76f5c8b43=test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43.} 2024-11-15T15:22:35,634 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1351): Waiting on a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:35,834 DEBUG [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1351): Waiting on a3ce326fd90d211fe59ecfc76f5c8b43 2024-11-15T15:22:35,942 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/f1/cbaa87a64ebc4ccdaa7a1d8b40fd35ea 2024-11-15T15:22:35,946 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbaa87a64ebc4ccdaa7a1d8b40fd35ea 2024-11-15T15:22:35,963 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/norep/d6d7addd0f1b423694a14704ce0b38dd is 32, key is row/norep:/1731684144108/DeleteFamily/seqid=0 2024-11-15T15:22:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741847_1023 (size=5101) 2024-11-15T15:22:35,967 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/norep/d6d7addd0f1b423694a14704ce0b38dd 2024-11-15T15:22:35,970 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6d7addd0f1b423694a14704ce0b38dd 2024-11-15T15:22:35,971 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/f/dac488c200194fada960bb56cce9a220 as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/f/dac488c200194fada960bb56cce9a220 2024-11-15T15:22:35,974 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dac488c200194fada960bb56cce9a220 2024-11-15T15:22:35,974 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/f/dac488c200194fada960bb56cce9a220, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T15:22:35,975 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/f1/cbaa87a64ebc4ccdaa7a1d8b40fd35ea as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/f1/cbaa87a64ebc4ccdaa7a1d8b40fd35ea 2024-11-15T15:22:35,978 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbaa87a64ebc4ccdaa7a1d8b40fd35ea 2024-11-15T15:22:35,978 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/f1/cbaa87a64ebc4ccdaa7a1d8b40fd35ea, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T15:22:35,978 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/.tmp/norep/d6d7addd0f1b423694a14704ce0b38dd as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/norep/d6d7addd0f1b423694a14704ce0b38dd 2024-11-15T15:22:35,982 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6d7addd0f1b423694a14704ce0b38dd 2024-11-15T15:22:35,982 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/norep/d6d7addd0f1b423694a14704ce0b38dd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T15:22:35,983 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a3ce326fd90d211fe59ecfc76f5c8b43 in 886ms, sequenceid=6, compaction requested=false 2024-11-15T15:22:35,983 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:22:35,987 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/data/default/test/a3ce326fd90d211fe59ecfc76f5c8b43/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T15:22:35,987 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:22:35,987 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:22:35,987 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:35,987 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3ce326fd90d211fe59ecfc76f5c8b43: Waiting for close lock at 1731684155096Running coprocessor pre-close hooks at 1731684155096Disabling compacts and flushes for region at 1731684155096Disabling writes for close at 1731684155096Obtaining lock to block concurrent updates at 1731684155096Preparing flush snapshotting stores in a3ce326fd90d211fe59ecfc76f5c8b43 at 1731684155096Finished memstore snapshotting test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731684155097 (+1 ms)Flushing stores of test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. at 1731684155098 (+1 ms)Flushing a3ce326fd90d211fe59ecfc76f5c8b43/f: creating writer at 1731684155098Flushing a3ce326fd90d211fe59ecfc76f5c8b43/f: appending metadata at 1731684155114 (+16 ms)Flushing a3ce326fd90d211fe59ecfc76f5c8b43/f: closing flushed file at 1731684155115 (+1 ms)Flushing a3ce326fd90d211fe59ecfc76f5c8b43/f1: creating writer at 1731684155525 (+410 ms)Flushing a3ce326fd90d211fe59ecfc76f5c8b43/f1: appending metadata at 1731684155538 (+13 ms)Flushing a3ce326fd90d211fe59ecfc76f5c8b43/f1: closing flushed file at 1731684155538Flushing a3ce326fd90d211fe59ecfc76f5c8b43/norep: creating writer at 1731684155946 (+408 ms)Flushing a3ce326fd90d211fe59ecfc76f5c8b43/norep: appending metadata at 1731684155963 (+17 ms)Flushing a3ce326fd90d211fe59ecfc76f5c8b43/norep: closing flushed file at 1731684155963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4431e543: reopening flushed file at 1731684155970 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753a38f: reopening flushed file at 1731684155975 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65da7994: reopening flushed file at 1731684155978 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a3ce326fd90d211fe59ecfc76f5c8b43 in 886ms, sequenceid=6, compaction requested=false at 1731684155983 (+5 ms)Writing region close event to WAL at 1731684155984 (+1 ms)Running coprocessor post-close hooks at 1731684155987 (+3 ms)Closed at 1731684155987 2024-11-15T15:22:35,987 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684133703.a3ce326fd90d211fe59ecfc76f5c8b43. 2024-11-15T15:22:36,035 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,37987,1731684120754; all regions closed. 2024-11-15T15:22:36,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741834_1010 (size=4239) 2024-11-15T15:22:36,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.meta.1731684123736.meta not finished, retry = 0 2024-11-15T15:22:36,139 DEBUG [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/oldWALs 2024-11-15T15:22:36,139 INFO [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37987%2C1731684120754.meta:.meta(num 1731684123736) 2024-11-15T15:22:36,141 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.rep.1731684138379 not finished, retry = 0 2024-11-15T15:22:36,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741839_1015 (size=2240) 2024-11-15T15:22:36,216 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 636, reset compression=false 2024-11-15T15:22:36,224 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:22:36,224 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691 to pos 1527, reset compression=false 2024-11-15T15:22:36,224 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,37987,1731684120754 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/WALs/855219d6b094,37987,1731684120754/855219d6b094%2C37987%2C1731684120754.1731684122691, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:22:36,225 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,37987,1731684120754: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,37987,1731684120754, walGroup=855219d6b094%2C37987%2C1731684120754, offset=855219d6b094%2C37987%2C1731684120754.1731684122691:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:37987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:22:36,226 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:22:36,226 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:22:36,227 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:22:36,227 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:22:36,227 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:22:36,227 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 778936096 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202460784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:22:36,228 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:45021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:45021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:22:36,243 DEBUG [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/oldWALs 2024-11-15T15:22:36,243 INFO [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37987%2C1731684120754.rep:(num 1731684138379) 2024-11-15T15:22:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741832_1008 (size=1535) 2024-11-15T15:22:36,247 DEBUG [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/oldWALs 2024-11-15T15:22:36,247 INFO [RS:0;855219d6b094:37987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C37987%2C1731684120754:(num 1731684122691) 2024-11-15T15:22:36,247 DEBUG [RS:0;855219d6b094:37987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:36,247 INFO [RS:0;855219d6b094:37987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:22:36,248 INFO [RS:0;855219d6b094:37987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:22:36,248 INFO [RS:0;855219d6b094:37987 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:22:36,248 INFO [RS:0;855219d6b094:37987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:22:36,248 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:22:36,249 INFO [RS:0;855219d6b094:37987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,37987,1731684120754 because: Region server is closing 2024-11-15T15:22:36,249 INFO [RS:0;855219d6b094:37987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:37987. 2024-11-15T15:22:36,249 DEBUG [RS:0;855219d6b094:37987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:36,249 DEBUG [RS:0;855219d6b094:37987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:36,249 DEBUG [RS:0;855219d6b094:37987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:36,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:36,349 INFO [RS:0;855219d6b094:37987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.shipper855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 terminated 2024-11-15T15:22:36,350 INFO [RS:0;855219d6b094:37987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37987 2024-11-15T15:22:36,349 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,37987,1731684120754.replicationSource.wal-reader.855219d6b094%2C37987%2C1731684120754,1-855219d6b094,37987,1731684120754 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:22:36,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787/rs 2024-11-15T15:22:36,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466665787/rs/855219d6b094,37987,1731684120754 2024-11-15T15:22:36,418 INFO [RS:0;855219d6b094:37987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:22:36,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,37987,1731684120754] 2024-11-15T15:22:36,440 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1466665787/draining/855219d6b094,37987,1731684120754 already deleted, retry=false 2024-11-15T15:22:36,440 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,37987,1731684120754 expired; onlineServers=0 2024-11-15T15:22:36,440 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,45021,1731684120541' ***** 2024-11-15T15:22:36,440 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:22:36,440 INFO [M:0;855219d6b094:45021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:22:36,440 INFO [M:0;855219d6b094:45021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:22:36,440 DEBUG [M:0;855219d6b094:45021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:22:36,440 DEBUG [M:0;855219d6b094:45021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:22:36,440 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:22:36,440 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684122450 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684122450,5,FailOnTimeoutGroup] 2024-11-15T15:22:36,440 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684122450 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684122450,5,FailOnTimeoutGroup] 2024-11-15T15:22:36,441 INFO [M:0;855219d6b094:45021 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:22:36,441 INFO [M:0;855219d6b094:45021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:22:36,441 DEBUG [M:0;855219d6b094:45021 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:22:36,441 INFO [M:0;855219d6b094:45021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:22:36,441 INFO [M:0;855219d6b094:45021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:22:36,441 INFO [M:0;855219d6b094:45021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:22:36,441 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:22:36,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1466665787/master 2024-11-15T15:22:36,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1466665787 2024-11-15T15:22:36,452 DEBUG [M:0;855219d6b094:45021 {}] zookeeper.ZKUtil(347): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Unable to get data of znode /0-1466665787/master because node does not exist (not an error) 2024-11-15T15:22:36,453 WARN [M:0;855219d6b094:45021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:22:36,453 INFO [M:0;855219d6b094:45021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/.lastflushedseqids 2024-11-15T15:22:36,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741848_1024 (size=245) 2024-11-15T15:22:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37987-0x1013f16a5730001, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:36,529 INFO [RS:0;855219d6b094:37987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:22:36,529 INFO [RS:0;855219d6b094:37987 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,37987,1731684120754; zookeeper connection closed. 2024-11-15T15:22:36,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70c48534 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70c48534 2024-11-15T15:22:36,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:22:36,857 INFO [M:0;855219d6b094:45021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:22:36,858 INFO [M:0;855219d6b094:45021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:22:36,858 DEBUG [M:0;855219d6b094:45021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:36,858 INFO [M:0;855219d6b094:45021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:36,858 DEBUG [M:0;855219d6b094:45021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:36,858 DEBUG [M:0;855219d6b094:45021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:36,858 DEBUG [M:0;855219d6b094:45021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:36,858 INFO [M:0;855219d6b094:45021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T15:22:36,878 DEBUG [M:0;855219d6b094:45021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1621e182038147d69cd4371f4276a439 is 82, key is hbase:meta,,1/info:regioninfo/1731684123764/Put/seqid=0 2024-11-15T15:22:36,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741849_1025 (size=5672) 2024-11-15T15:22:37,303 INFO [M:0;855219d6b094:45021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1621e182038147d69cd4371f4276a439 2024-11-15T15:22:37,336 DEBUG [M:0;855219d6b094:45021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f75673857264fb48b6fc972c1ec07b4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731684134855/Put/seqid=0 2024-11-15T15:22:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741850_1026 (size=7217) 2024-11-15T15:22:37,755 INFO [M:0;855219d6b094:45021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f75673857264fb48b6fc972c1ec07b4 2024-11-15T15:22:37,758 INFO [M:0;855219d6b094:45021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f75673857264fb48b6fc972c1ec07b4 2024-11-15T15:22:37,773 DEBUG [M:0;855219d6b094:45021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fdd7288b49549499617d9bccfb2c9e4 is 69, key is 855219d6b094,37987,1731684120754/rs:state/1731684122544/Put/seqid=0 2024-11-15T15:22:37,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741851_1027 (size=5156) 2024-11-15T15:22:37,784 INFO [M:0;855219d6b094:45021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fdd7288b49549499617d9bccfb2c9e4 2024-11-15T15:22:37,793 DEBUG [M:0;855219d6b094:45021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1621e182038147d69cd4371f4276a439 as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1621e182038147d69cd4371f4276a439 2024-11-15T15:22:37,797 INFO [M:0;855219d6b094:45021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1621e182038147d69cd4371f4276a439, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T15:22:37,798 DEBUG [M:0;855219d6b094:45021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f75673857264fb48b6fc972c1ec07b4 as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f75673857264fb48b6fc972c1ec07b4 2024-11-15T15:22:37,810 INFO [M:0;855219d6b094:45021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f75673857264fb48b6fc972c1ec07b4 2024-11-15T15:22:37,810 INFO [M:0;855219d6b094:45021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f75673857264fb48b6fc972c1ec07b4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T15:22:37,815 DEBUG [M:0;855219d6b094:45021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fdd7288b49549499617d9bccfb2c9e4 as hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fdd7288b49549499617d9bccfb2c9e4 2024-11-15T15:22:37,819 INFO [M:0;855219d6b094:45021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/d9a4ee82-5e96-b02a-3462-aca02b685ad0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fdd7288b49549499617d9bccfb2c9e4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T15:22:37,820 INFO [M:0;855219d6b094:45021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 962ms, sequenceid=105, compaction requested=false 2024-11-15T15:22:37,824 INFO [M:0;855219d6b094:45021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:37,824 DEBUG [M:0;855219d6b094:45021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684156858Disabling compacts and flushes for region at 1731684156858Disabling writes for close at 1731684156858Obtaining lock to block concurrent updates at 1731684156858Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684156858Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731684156859 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684156859Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684156859Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684156878 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684156878Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684157308 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684157335 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684157335Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684157759 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684157772 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684157772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b83f17: reopening flushed file at 1731684157792 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705e775b: reopening flushed file at 1731684157798 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260c4df3: reopening flushed file at 1731684157810 (+12 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 962ms, sequenceid=105, compaction requested=false at 1731684157820 (+10 ms)Writing region close event to WAL at 1731684157824 (+4 ms)Closed at 1731684157824 2024-11-15T15:22:37,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741830_1006 (size=64411) 2024-11-15T15:22:37,828 INFO [M:0;855219d6b094:45021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:22:37,828 INFO [M:0;855219d6b094:45021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45021 2024-11-15T15:22:37,828 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:22:37,828 INFO [M:0;855219d6b094:45021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:22:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:37,949 INFO [M:0;855219d6b094:45021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:22:37,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45021-0x1013f16a5730000, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:22:37,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24445d34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:37,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50bad6ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:22:37,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:22:37,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1630e68c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:22:37,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ed09396{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.log.dir/,STOPPED} 2024-11-15T15:22:37,954 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:22:37,954 WARN [BP-843407335-172.17.0.2-1731684116958 heartbeating to localhost/127.0.0.1:37229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:22:37,954 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:22:37,954 WARN [BP-843407335-172.17.0.2-1731684116958 heartbeating to localhost/127.0.0.1:37229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843407335-172.17.0.2-1731684116958 (Datanode Uuid f055190d-0d39-4835-b932-a818aab7f27f) service to localhost/127.0.0.1:37229 2024-11-15T15:22:37,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/cluster_17742c64-92da-2a3f-69b9-08dc2d7f5013/data/data1/current/BP-843407335-172.17.0.2-1731684116958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:22:37,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/cluster_17742c64-92da-2a3f-69b9-08dc2d7f5013/data/data2/current/BP-843407335-172.17.0.2-1731684116958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:22:37,955 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:22:37,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a0bea13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:37,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2432189b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:22:37,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:22:37,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645740ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:22:37,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74250959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08195ccb-b2d3-fa41-e476-884fdb5faedc/hadoop.log.dir/,STOPPED} 2024-11-15T15:22:37,964 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:22:37,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:22:37,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34863 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37229 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43487 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=791 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=3764 (was 3591) - AvailableMemoryMB LEAK? - 2024-11-15T15:22:37,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=3763 2024-11-15T15:22:38,007 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-15T15:22:38,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.log.dir so I do NOT create it in target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559 2024-11-15T15:22:38,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:22:38,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.tmp.dir so I do NOT create it in target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559 2024-11-15T15:22:38,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90dfe829-157a-24c9-2adb-ef35e2784318/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:22:38,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559 2024-11-15T15:22:38,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6, deleteOnExit=true 2024-11-15T15:22:38,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/zookeeper_0, clientPort=56051, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:22:38,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56051 2024-11-15T15:22:38,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:22:38,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:22:38,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/test.cache.data in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:22:38,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:22:38,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:22:38,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:38,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:22:38,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:22:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f16a5730005, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:22:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f16a5730002, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:22:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013f16a5730008, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T15:22:38,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f16a5730002, quorum=127.0.0.1:55617, baseZNode=/0-1466665787 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:22:38,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f16a5730005, quorum=127.0.0.1:55617, baseZNode=/1-1380720238 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:22:38,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013f16a5730008, quorum=127.0.0.1:55617, baseZNode=/2-650413594 Received Disconnected from ZooKeeper, ignoring 2024-11-15T15:22:38,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:38,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:38,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:38,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:38,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:22:38,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:38,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@614a12c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:38,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@811cab7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:38,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bda22a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/java.io.tmpdir/jetty-localhost-42903-hadoop-hdfs-3_4_1-tests_jar-_-any-7059273331818500347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:38,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d39112f{HTTP/1.1, (http/1.1)}{localhost:42903} 2024-11-15T15:22:38,510 INFO [Time-limited test {}] server.Server(415): Started @315368ms 2024-11-15T15:22:38,757 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:38,760 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,760 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,797 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,797 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,797 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,797 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,807 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,810 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,810 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,811 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:38,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:38,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:38,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:38,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:38,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:22:38,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@165472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:38,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620073fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:38,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17c4b736{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/java.io.tmpdir/jetty-localhost-41443-hadoop-hdfs-3_4_1-tests_jar-_-any-1672307271713584287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:38,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41c11609{HTTP/1.1, (http/1.1)}{localhost:41443} 2024-11-15T15:22:38,950 INFO [Time-limited test {}] server.Server(415): Started @315809ms 2024-11-15T15:22:38,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:22:39,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:22:39,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:22:39,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:22:39,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:22:39,700 WARN [Thread-4178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/data/data1/current/BP-2027308590-172.17.0.2-1731684158045/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:39,700 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/data/data2/current/BP-2027308590-172.17.0.2-1731684158045/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:39,715 WARN [Thread-4166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:22:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41bfa9f1d6e9e115 with lease ID 0x2a6674d4132e9500: Processing first storage report for DS-c2cc7a74-555d-4aa9-88a3-0517f63fd2be from datanode DatanodeRegistration(127.0.0.1:36397, datanodeUuid=60fd3f2f-0e74-4efb-97ac-4e722af8e735, infoPort=37741, infoSecurePort=0, ipcPort=41801, storageInfo=lv=-57;cid=testClusterID;nsid=822040601;c=1731684158045) 2024-11-15T15:22:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41bfa9f1d6e9e115 with lease ID 0x2a6674d4132e9500: from storage DS-c2cc7a74-555d-4aa9-88a3-0517f63fd2be node DatanodeRegistration(127.0.0.1:36397, datanodeUuid=60fd3f2f-0e74-4efb-97ac-4e722af8e735, infoPort=37741, infoSecurePort=0, ipcPort=41801, storageInfo=lv=-57;cid=testClusterID;nsid=822040601;c=1731684158045), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41bfa9f1d6e9e115 with lease ID 0x2a6674d4132e9500: Processing first storage report for DS-2c6ffc25-0c70-41c7-b7ee-c602da15182c from datanode DatanodeRegistration(127.0.0.1:36397, datanodeUuid=60fd3f2f-0e74-4efb-97ac-4e722af8e735, infoPort=37741, infoSecurePort=0, ipcPort=41801, storageInfo=lv=-57;cid=testClusterID;nsid=822040601;c=1731684158045) 2024-11-15T15:22:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41bfa9f1d6e9e115 with lease ID 0x2a6674d4132e9500: from storage DS-2c6ffc25-0c70-41c7-b7ee-c602da15182c node DatanodeRegistration(127.0.0.1:36397, datanodeUuid=60fd3f2f-0e74-4efb-97ac-4e722af8e735, infoPort=37741, infoSecurePort=0, ipcPort=41801, storageInfo=lv=-57;cid=testClusterID;nsid=822040601;c=1731684158045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:39,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559 2024-11-15T15:22:39,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:39,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:22:40,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52 with version=8 2024-11-15T15:22:40,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/hbase-staging 2024-11-15T15:22:40,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:40,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:40,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:40,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:40,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:40,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:40,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:22:40,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:40,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45111 2024-11-15T15:22:40,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45111 connecting to ZooKeeper ensemble=127.0.0.1:56051 2024-11-15T15:22:40,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451110x0, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:40,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45111-0x1013f1745f80000 connected 2024-11-15T15:22:40,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:40,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:40,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Set watcher on znode that does not yet exist, /0-1030886937/running 2024-11-15T15:22:40,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52, hbase.cluster.distributed=false 2024-11-15T15:22:40,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Set watcher on znode that does not yet exist, /0-1030886937/acl 2024-11-15T15:22:40,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-15T15:22:40,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45111 2024-11-15T15:22:40,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45111 2024-11-15T15:22:40,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-15T15:22:40,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-15T15:22:40,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:40,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:40,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:40,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:40,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:40,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:40,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:22:40,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:40,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33263 2024-11-15T15:22:40,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33263 connecting to ZooKeeper ensemble=127.0.0.1:56051 2024-11-15T15:22:40,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:40,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332630x0, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:40,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332630x0, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Set watcher on znode that does not yet exist, /0-1030886937/running 2024-11-15T15:22:40,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33263-0x1013f1745f80001 connected 2024-11-15T15:22:40,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:22:40,390 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:22:40,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Set watcher on znode that does not yet exist, /0-1030886937/master 2024-11-15T15:22:40,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Set watcher on znode that does not yet exist, /0-1030886937/acl 2024-11-15T15:22:40,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-15T15:22:40,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33263 2024-11-15T15:22:40,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33263 2024-11-15T15:22:40,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-15T15:22:40,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-15T15:22:40,409 DEBUG [M:0;855219d6b094:45111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:45111 2024-11-15T15:22:40,409 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1030886937/backup-masters/855219d6b094,45111,1731684160183 2024-11-15T15:22:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937/backup-masters 2024-11-15T15:22:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937/backup-masters 2024-11-15T15:22:40,421 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Set watcher on existing znode=/0-1030886937/backup-masters/855219d6b094,45111,1731684160183 2024-11-15T15:22:40,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1030886937/master 2024-11-15T15:22:40,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:40,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:40,431 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Set watcher on existing znode=/0-1030886937/master 2024-11-15T15:22:40,432 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1030886937/backup-masters/855219d6b094,45111,1731684160183 from backup master directory 2024-11-15T15:22:40,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937/backup-masters 2024-11-15T15:22:40,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1030886937/backup-masters/855219d6b094,45111,1731684160183 2024-11-15T15:22:40,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937/backup-masters 2024-11-15T15:22:40,441 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:40,441 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,45111,1731684160183 2024-11-15T15:22:40,444 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/hbase.id] with ID: 6542c81d-0d17-4594-adc5-c0ccc80f0ef0 2024-11-15T15:22:40,444 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/.tmp/hbase.id 2024-11-15T15:22:40,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:22:40,848 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/.tmp/hbase.id]:[hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/hbase.id] 2024-11-15T15:22:40,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:40,855 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:22:40,856 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T15:22:40,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:40,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:22:40,909 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:40,910 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:22:40,910 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:22:41,315 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/data/master/store 2024-11-15T15:22:41,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:22:41,723 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:41,723 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:41,723 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:41,723 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:41,723 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:41,723 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:41,723 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:41,724 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684161723Disabling compacts and flushes for region at 1731684161723Disabling writes for close at 1731684161723Writing region close event to WAL at 1731684161723Closed at 1731684161723 2024-11-15T15:22:41,724 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/data/master/store/.initializing 2024-11-15T15:22:41,724 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/WALs/855219d6b094,45111,1731684160183 2024-11-15T15:22:41,725 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:41,726 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C45111%2C1731684160183, suffix=, logDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/WALs/855219d6b094,45111,1731684160183, archiveDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/oldWALs, maxLogs=10 2024-11-15T15:22:41,741 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/WALs/855219d6b094,45111,1731684160183/855219d6b094%2C45111%2C1731684160183.1731684161726, exclude list is [], retry=0 2024-11-15T15:22:41,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36397,DS-c2cc7a74-555d-4aa9-88a3-0517f63fd2be,DISK] 2024-11-15T15:22:41,745 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/WALs/855219d6b094,45111,1731684160183/855219d6b094%2C45111%2C1731684160183.1731684161726 2024-11-15T15:22:41,745 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37741:37741)] 2024-11-15T15:22:41,745 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:41,745 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:41,745 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,745 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:22:41,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:41,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:41,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:22:41,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:41,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:41,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:22:41,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:41,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:41,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:22:41,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:41,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:41,751 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,751 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,751 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,752 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,752 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,753 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:41,753 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:41,754 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:41,755 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65355118, jitterRate=-0.026132851839065552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:41,755 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684161746Initializing all the Stores at 1731684161746Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684161746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684161746Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684161746Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684161746Cleaning up temporary data from old regions at 1731684161752 (+6 ms)Region opened successfully at 1731684161755 (+3 ms) 2024-11-15T15:22:41,755 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:22:41,757 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0283b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:41,757 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:22:41,757 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:22:41,758 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:22:41,758 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:22:41,758 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:22:41,758 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:22:41,758 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:22:41,759 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:22:41,760 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Unable to get data of znode /0-1030886937/balancer because node does not exist (not necessarily an error) 2024-11-15T15:22:41,828 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030886937/balancer already deleted, retry=false 2024-11-15T15:22:41,828 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:22:41,829 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Unable to get data of znode /0-1030886937/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:22:41,838 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030886937/normalizer already deleted, retry=false 2024-11-15T15:22:41,838 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:22:41,839 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Unable to get data of znode /0-1030886937/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:22:41,849 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030886937/switch/split already deleted, retry=false 2024-11-15T15:22:41,849 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Unable to get data of znode /0-1030886937/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:22:41,859 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030886937/switch/merge already deleted, retry=false 2024-11-15T15:22:41,861 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Unable to get data of znode /0-1030886937/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:22:41,873 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030886937/snapshot-cleanup already deleted, retry=false 2024-11-15T15:22:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1030886937/running 2024-11-15T15:22:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1030886937/running 2024-11-15T15:22:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:41,884 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,45111,1731684160183, sessionid=0x1013f1745f80000, setting cluster-up flag (Was=false) 2024-11-15T15:22:41,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:41,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:41,936 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1030886937/flush-table-proc/acquired, /0-1030886937/flush-table-proc/reached, /0-1030886937/flush-table-proc/abort 2024-11-15T15:22:41,937 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45111,1731684160183 2024-11-15T15:22:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:41,989 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1030886937/online-snapshot/acquired, /0-1030886937/online-snapshot/reached, /0-1030886937/online-snapshot/abort 2024-11-15T15:22:41,989 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45111,1731684160183 2024-11-15T15:22:41,990 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:22:41,992 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:41,992 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:22:41,992 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:22:41,992 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,45111,1731684160183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:22:41,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:41,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:41,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:41,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:41,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:22:41,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:41,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:41,993 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:41,994 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684191994 2024-11-15T15:22:41,994 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:22:41,994 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:22:41,994 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:22:41,994 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:22:41,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:41,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:22:41,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:41,995 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:22:41,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:22:41,995 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684161995,5,FailOnTimeoutGroup] 2024-11-15T15:22:41,996 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684161996,5,FailOnTimeoutGroup] 2024-11-15T15:22:41,996 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:41,996 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:22:41,996 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:41,996 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:22:42,001 INFO [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer(746): ClusterId : 6542c81d-0d17-4594-adc5-c0ccc80f0ef0 2024-11-15T15:22:42,001 DEBUG [RS:0;855219d6b094:33263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:22:42,010 DEBUG [RS:0;855219d6b094:33263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:22:42,010 DEBUG [RS:0;855219d6b094:33263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:22:42,021 DEBUG [RS:0;855219d6b094:33263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:22:42,021 DEBUG [RS:0;855219d6b094:33263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75848ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:42,031 DEBUG [RS:0;855219d6b094:33263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:33263 2024-11-15T15:22:42,031 INFO [RS:0;855219d6b094:33263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:22:42,031 INFO [RS:0;855219d6b094:33263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:22:42,031 DEBUG [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:22:42,031 INFO [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,45111,1731684160183 with port=33263, startcode=1731684160375 2024-11-15T15:22:42,032 DEBUG [RS:0;855219d6b094:33263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:22:42,033 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:22:42,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,33263,1731684160375 2024-11-15T15:22:42,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] master.ServerManager(517): Registering regionserver=855219d6b094,33263,1731684160375 2024-11-15T15:22:42,034 DEBUG [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52 2024-11-15T15:22:42,034 DEBUG [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36487 2024-11-15T15:22:42,034 DEBUG [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:22:42,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937/rs 2024-11-15T15:22:42,042 DEBUG [RS:0;855219d6b094:33263 {}] zookeeper.ZKUtil(111): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Set watcher on existing znode=/0-1030886937/rs/855219d6b094,33263,1731684160375 2024-11-15T15:22:42,042 WARN [RS:0;855219d6b094:33263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:42,042 INFO [RS:0;855219d6b094:33263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:42,042 DEBUG [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/WALs/855219d6b094,33263,1731684160375 2024-11-15T15:22:42,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,33263,1731684160375] 2024-11-15T15:22:42,044 INFO [RS:0;855219d6b094:33263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:22:42,045 INFO [RS:0;855219d6b094:33263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:22:42,045 INFO [RS:0;855219d6b094:33263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:22:42,045 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,045 INFO [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:22:42,046 INFO [RS:0;855219d6b094:33263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:22:42,046 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:42,046 DEBUG [RS:0;855219d6b094:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:42,047 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,047 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,047 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,047 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,047 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,047 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33263,1731684160375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:42,074 INFO [RS:0;855219d6b094:33263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:22:42,074 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,33263,1731684160375-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,074 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,074 INFO [RS:0;855219d6b094:33263 {}] regionserver.Replication(171): 855219d6b094,33263,1731684160375 started 2024-11-15T15:22:42,090 INFO [RS:0;855219d6b094:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:42,090 INFO [RS:0;855219d6b094:33263 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,33263,1731684160375, RpcServer on 855219d6b094/172.17.0.2:33263, sessionid=0x1013f1745f80001 2024-11-15T15:22:42,090 DEBUG [RS:0;855219d6b094:33263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:22:42,090 DEBUG [RS:0;855219d6b094:33263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,33263,1731684160375 2024-11-15T15:22:42,090 DEBUG [RS:0;855219d6b094:33263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33263,1731684160375' 2024-11-15T15:22:42,090 DEBUG [RS:0;855219d6b094:33263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1030886937/flush-table-proc/abort' 2024-11-15T15:22:42,091 DEBUG [RS:0;855219d6b094:33263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1030886937/flush-table-proc/acquired' 2024-11-15T15:22:42,091 DEBUG [RS:0;855219d6b094:33263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:22:42,091 DEBUG [RS:0;855219d6b094:33263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:22:42,091 DEBUG [RS:0;855219d6b094:33263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,33263,1731684160375 2024-11-15T15:22:42,091 DEBUG [RS:0;855219d6b094:33263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,33263,1731684160375' 2024-11-15T15:22:42,091 DEBUG [RS:0;855219d6b094:33263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1030886937/online-snapshot/abort' 2024-11-15T15:22:42,092 DEBUG [RS:0;855219d6b094:33263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1030886937/online-snapshot/acquired' 2024-11-15T15:22:42,092 DEBUG [RS:0;855219d6b094:33263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:22:42,092 INFO [RS:0;855219d6b094:33263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:22:42,092 INFO [RS:0;855219d6b094:33263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:22:42,192 INFO [RS:0;855219d6b094:33263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:42,193 INFO [RS:0;855219d6b094:33263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33263%2C1731684160375, suffix=, logDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/WALs/855219d6b094,33263,1731684160375, archiveDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/oldWALs, maxLogs=10 2024-11-15T15:22:42,205 DEBUG [RS:0;855219d6b094:33263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/WALs/855219d6b094,33263,1731684160375/855219d6b094%2C33263%2C1731684160375.1731684162193, exclude list is [], retry=0 2024-11-15T15:22:42,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36397,DS-c2cc7a74-555d-4aa9-88a3-0517f63fd2be,DISK] 2024-11-15T15:22:42,208 INFO [RS:0;855219d6b094:33263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/WALs/855219d6b094,33263,1731684160375/855219d6b094%2C33263%2C1731684160375.1731684162193 2024-11-15T15:22:42,208 DEBUG [RS:0;855219d6b094:33263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37741:37741)] 2024-11-15T15:22:42,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:22:42,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52 2024-11-15T15:22:42,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:22:42,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:42,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:42,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:42,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:42,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:42,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:42,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:42,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:42,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:42,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:42,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:42,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:42,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:42,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:42,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:42,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:42,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:42,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:42,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/hbase/meta/1588230740 2024-11-15T15:22:42,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/hbase/meta/1588230740 2024-11-15T15:22:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:42,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:42,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:42,815 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:42,816 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61672789, jitterRate=-0.0810038298368454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684162806Initializing all the Stores at 1731684162807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684162807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684162807Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684162807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684162807Cleaning up temporary data from old regions at 1731684162813 (+6 ms)Region opened successfully at 1731684162816 (+3 ms) 2024-11-15T15:22:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:42,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:42,817 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:42,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684162816Disabling compacts and flushes for region at 1731684162816Disabling writes for close at 1731684162816Writing region close event to WAL at 1731684162817 (+1 ms)Closed at 1731684162817 2024-11-15T15:22:42,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:42,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:22:42,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:22:42,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:42,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:22:42,969 DEBUG [855219d6b094:45111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:22:42,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,33263,1731684160375 2024-11-15T15:22:42,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33263,1731684160375, state=OPENING 2024-11-15T15:22:43,020 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:22:43,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:43,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030886937 2024-11-15T15:22:43,061 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:43,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1030886937/meta-region-server: CHANGED 2024-11-15T15:22:43,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1030886937/meta-region-server: CHANGED 2024-11-15T15:22:43,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33263,1731684160375}] 2024-11-15T15:22:43,213 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:43,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:22:43,216 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:22:43,216 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:43,216 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:22:43,217 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C33263%2C1731684160375.meta, suffix=.meta, logDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/WALs/855219d6b094,33263,1731684160375, archiveDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/oldWALs, maxLogs=10 2024-11-15T15:22:43,230 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/WALs/855219d6b094,33263,1731684160375/855219d6b094%2C33263%2C1731684160375.meta.1731684163218.meta, exclude list is [], retry=0 2024-11-15T15:22:43,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36397,DS-c2cc7a74-555d-4aa9-88a3-0517f63fd2be,DISK] 2024-11-15T15:22:43,233 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/WALs/855219d6b094,33263,1731684160375/855219d6b094%2C33263%2C1731684160375.meta.1731684163218.meta 2024-11-15T15:22:43,233 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37741:37741)] 2024-11-15T15:22:43,233 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:43,233 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:43,234 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:43,234 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:22:43,234 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:22:43,234 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:22:43,234 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:43,234 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:22:43,234 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:22:43,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:43,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:43,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:43,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:43,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:43,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:43,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:43,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:43,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:43,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:43,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:43,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:43,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:43,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:43,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:43,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:43,239 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:43,239 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/hbase/meta/1588230740 2024-11-15T15:22:43,240 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/hbase/meta/1588230740 2024-11-15T15:22:43,241 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:43,241 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:43,241 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:43,242 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:43,242 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65550572, jitterRate=-0.023220360279083252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:43,242 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:22:43,243 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684163234Writing region info on filesystem at 1731684163234Initializing all the Stores at 1731684163235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684163235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684163235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684163235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684163235Cleaning up temporary data from old regions at 1731684163241 (+6 ms)Running coprocessor post-open hooks at 1731684163242 (+1 ms)Region opened successfully at 1731684163243 (+1 ms) 2024-11-15T15:22:43,243 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684163213 2024-11-15T15:22:43,245 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:22:43,245 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:22:43,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,33263,1731684160375 2024-11-15T15:22:43,246 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,33263,1731684160375, state=OPEN 2024-11-15T15:22:43,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x1013f1745f80001, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1030886937/meta-region-server 2024-11-15T15:22:43,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1013f1745f80000, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1030886937/meta-region-server 2024-11-15T15:22:43,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,33263,1731684160375 2024-11-15T15:22:43,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1030886937/meta-region-server: CHANGED 2024-11-15T15:22:43,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1030886937/meta-region-server: CHANGED 2024-11-15T15:22:43,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:22:43,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,33263,1731684160375 in 201 msec 2024-11-15T15:22:43,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:22:43,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-15T15:22:43,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:43,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:22:43,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:43,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33263,1731684160375, seqNum=-1] 2024-11-15T15:22:43,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:43,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:43,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-15T15:22:43,271 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684163271, completionTime=-1 2024-11-15T15:22:43,271 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:22:43,271 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684223273 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684283273 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45111,1731684160183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45111,1731684160183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45111,1731684160183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:45111, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:43,273 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:43,274 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:43,275 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:22:43,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.836sec 2024-11-15T15:22:43,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:22:43,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:22:43,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:22:43,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:22:43,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:22:43,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45111,1731684160183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:43,277 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45111,1731684160183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:22:43,279 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:22:43,279 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:22:43,279 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45111,1731684160183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:43,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14952014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:43,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45111,-1 for getting cluster id 2024-11-15T15:22:43,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:43,303 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6542c81d-0d17-4594-adc5-c0ccc80f0ef0' 2024-11-15T15:22:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6542c81d-0d17-4594-adc5-c0ccc80f0ef0" 2024-11-15T15:22:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4586ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45111,-1] 2024-11-15T15:22:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:43,305 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:43,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa13f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:43,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:43,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,33263,1731684160375, seqNum=-1] 2024-11-15T15:22:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:43,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:43,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,45111,1731684160183 2024-11-15T15:22:43,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56051 2024-11-15T15:22:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56051, baseZNode=/0-1030886937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:43,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f1745f80002 connected 2024-11-15T15:22:43,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45111,1731684160183 2024-11-15T15:22:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d467a90 2024-11-15T15:22:43,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:43,336 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:43,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:22:43,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:22:43,338 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:43,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:22:43,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:22:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:22:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:43,747 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d445027408fa2507c771e2747c4ff32, NAME => 'test,,1731684163337.7d445027408fa2507c771e2747c4ff32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52 2024-11-15T15:22:43,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:22:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:44,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684163337.7d445027408fa2507c771e2747c4ff32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:44,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d445027408fa2507c771e2747c4ff32, disabling compactions & flushes 2024-11-15T15:22:44,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684163337.7d445027408fa2507c771e2747c4ff32. 2024-11-15T15:22:44,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684163337.7d445027408fa2507c771e2747c4ff32. 2024-11-15T15:22:44,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684163337.7d445027408fa2507c771e2747c4ff32. after waiting 0 ms 2024-11-15T15:22:44,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684163337.7d445027408fa2507c771e2747c4ff32. 2024-11-15T15:22:44,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684163337.7d445027408fa2507c771e2747c4ff32. 2024-11-15T15:22:44,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d445027408fa2507c771e2747c4ff32: Waiting for close lock at 1731684164152Disabling compacts and flushes for region at 1731684164152Disabling writes for close at 1731684164152Writing region close event to WAL at 1731684164152Closed at 1731684164152 2024-11-15T15:22:44,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:22:44,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684163337.7d445027408fa2507c771e2747c4ff32.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684164153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684164153"}]},"ts":"1731684164153"} 2024-11-15T15:22:44,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:22:44,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:22:44,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684164155"}]},"ts":"1731684164155"} 2024-11-15T15:22:44,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:22:44,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d445027408fa2507c771e2747c4ff32, ASSIGN}] 2024-11-15T15:22:44,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d445027408fa2507c771e2747c4ff32, ASSIGN 2024-11-15T15:22:44,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d445027408fa2507c771e2747c4ff32, ASSIGN; state=OFFLINE, location=855219d6b094,33263,1731684160375; forceNewPlan=false, retain=false 2024-11-15T15:22:44,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d445027408fa2507c771e2747c4ff32, regionState=OPENING, regionLocation=855219d6b094,33263,1731684160375 2024-11-15T15:22:44,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d445027408fa2507c771e2747c4ff32, ASSIGN because future has completed 2024-11-15T15:22:44,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d445027408fa2507c771e2747c4ff32, server=855219d6b094,33263,1731684160375}] 2024-11-15T15:22:44,465 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684163337.7d445027408fa2507c771e2747c4ff32. 2024-11-15T15:22:44,465 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d445027408fa2507c771e2747c4ff32, NAME => 'test,,1731684163337.7d445027408fa2507c771e2747c4ff32.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:44,465 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:44,465 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:22:44,465 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,465 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684163337.7d445027408fa2507c771e2747c4ff32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:44,466 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,466 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,466 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,467 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d445027408fa2507c771e2747c4ff32 columnFamilyName f 2024-11-15T15:22:44,467 DEBUG [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:44,468 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] regionserver.HStore(327): Store=7d445027408fa2507c771e2747c4ff32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:44,468 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,468 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d445027408fa2507c771e2747c4ff32 columnFamilyName f1 2024-11-15T15:22:44,468 DEBUG [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:44,469 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] regionserver.HStore(327): Store=7d445027408fa2507c771e2747c4ff32/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:44,469 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,469 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d445027408fa2507c771e2747c4ff32 columnFamilyName norep 2024-11-15T15:22:44,469 DEBUG [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:44,470 INFO [StoreOpener-7d445027408fa2507c771e2747c4ff32-1 {}] regionserver.HStore(327): Store=7d445027408fa2507c771e2747c4ff32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:44,470 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,470 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/default/test/7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,470 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/default/test/7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,471 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,471 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,471 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:22:44,472 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,473 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/data/default/test/7d445027408fa2507c771e2747c4ff32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:44,474 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d445027408fa2507c771e2747c4ff32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63910670, jitterRate=-0.04765680432319641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:22:44,474 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d445027408fa2507c771e2747c4ff32 2024-11-15T15:22:44,474 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d445027408fa2507c771e2747c4ff32: Running coprocessor pre-open hook at 1731684164466Writing region info on filesystem at 1731684164466Initializing all the Stores at 1731684164466Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684164466Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684164466Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684164466Cleaning up temporary data from old regions at 1731684164471 (+5 ms)Running coprocessor post-open hooks at 1731684164474 (+3 ms)Region opened successfully at 1731684164474 2024-11-15T15:22:44,475 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684163337.7d445027408fa2507c771e2747c4ff32., pid=6, masterSystemTime=1731684164462 2024-11-15T15:22:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:44,476 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684163337.7d445027408fa2507c771e2747c4ff32. 2024-11-15T15:22:44,476 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684163337.7d445027408fa2507c771e2747c4ff32. 2024-11-15T15:22:44,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d445027408fa2507c771e2747c4ff32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,33263,1731684160375 2024-11-15T15:22:44,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d445027408fa2507c771e2747c4ff32, server=855219d6b094,33263,1731684160375 because future has completed 2024-11-15T15:22:44,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:22:44,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d445027408fa2507c771e2747c4ff32, server=855219d6b094,33263,1731684160375 in 168 msec 2024-11-15T15:22:44,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:22:44,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d445027408fa2507c771e2747c4ff32, ASSIGN in 324 msec 2024-11-15T15:22:44,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:22:44,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684164482"}]},"ts":"1731684164482"} 2024-11-15T15:22:44,484 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:22:44,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:22:44,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-15T15:22:44,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:44,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:44,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:22:45,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:22:45,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fc2b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:45,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45111,-1 for getting cluster id 2024-11-15T15:22:45,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:45,486 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6542c81d-0d17-4594-adc5-c0ccc80f0ef0' 2024-11-15T15:22:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6542c81d-0d17-4594-adc5-c0ccc80f0ef0" 2024-11-15T15:22:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105b4a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45111,-1] 2024-11-15T15:22:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:45,487 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab2a581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:45,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45111,1731684160183 2024-11-15T15:22:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43812101 2024-11-15T15:22:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:45,489 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:45,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:45111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:22:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:22:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:45,491 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:45111' 2024-11-15T15:22:45,492 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dbb667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:45,492 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45111,-1 for getting cluster id 2024-11-15T15:22:45,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:45,492 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6542c81d-0d17-4594-adc5-c0ccc80f0ef0' 2024-11-15T15:22:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6542c81d-0d17-4594-adc5-c0ccc80f0ef0" 2024-11-15T15:22:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf359be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45111,-1] 2024-11-15T15:22:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:45,493 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25701103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:45,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:45,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45111,1731684160183 2024-11-15T15:22:45,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ff81300 2024-11-15T15:22:45,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:22:45,495 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:22:45,495 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T15:22:45,495 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:22:45,495 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:45,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:45,495 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:45,496 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://855219d6b094:45111, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T15:22:45,500 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://855219d6b094:45111, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://855219d6b094:45111, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://855219d6b094:45111, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-15T15:22:45,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://855219d6b094:45111, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-11-15T15:22:45,501 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-15T15:22:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:22:45,595 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://855219d6b094:45111, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-15T15:22:45,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:22:45,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:22:45,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:45,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:45,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:22:45,610 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 360) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 2 on default port 41801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1300469929_20 at /127.0.0.1:52504 [Receiving block BP-2027308590-172.17.0.2-1731684158045:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;855219d6b094:33263 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1ff54522 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp310755681-7930-acceptor-0@3ea1d810-ServerConnector@41c11609{HTTP/1.1, (http/1.1)}{localhost:41443} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@51452599 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684161995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Session-HouseKeeper-6e5833c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52/MasterData-prefix:855219d6b094,45111,1731684160183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp275316618-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684161996 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp275316618-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp310755681-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0b04319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52-prefix:855219d6b094,33263,1731684160375.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/855219d6b094:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp275316618-7883-acceptor-0@1268000f-ServerConnector@5d39112f{HTTP/1.1, (http/1.1)}{localhost:42903} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2027308590-172.17.0.2-1731684158045:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@121b1bfd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-11e3c1e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp310755681-7931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp275316618-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41801 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1488f45f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp310755681-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 4 on default port 41801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5a01d73b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/data/data2/current/BP-2027308590-172.17.0.2-1731684158045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41b00a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56051) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BP-2027308590-172.17.0.2-1731684158045 heartbeating to localhost/127.0.0.1:36487 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1361e344 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcessThread(sid:0 cport:56051): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp275316618-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0b04319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/855219d6b094:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007fb0b0aaaed0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/data/data1/current/BP-2027308590-172.17.0.2-1731684158045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56051 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316480161_20 at /127.0.0.1:52876 [Receiving block BP-2027308590-172.17.0.2-1731684158045:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41b9ab7a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp275316618-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0b04319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 1 on default port 41801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-2027308590-172.17.0.2-1731684158045:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fb0b09fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/855219d6b094:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/855219d6b094:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp275316618-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0b04319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316480161_20 at /127.0.0.1:52444 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36487 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 1 on default port 36487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 855219d6b094:45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6fa0fb0f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56051) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/855219d6b094:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36487/user/jenkins/test-data/a6de46ad-4ef1-56f2-3d87-badd279b4e52-prefix:855219d6b094,33263,1731684160375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(328856785) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316480161_20 at /127.0.0.1:52858 [Receiving block BP-2027308590-172.17.0.2-1731684158045:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;855219d6b094:33263-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2027308590-172.17.0.2-1731684158045:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 3 on default port 41801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;855219d6b094:45111 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/cluster_f1055bdc-cd99-bbe5-282a-35a38cb3c9d6/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@debf574 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/855219d6b094:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 36487 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp275316618-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb0b04319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56051) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=868 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 507), ProcessCount=11 (was 11), AvailableMemoryMB=3662 (was 3763) 2024-11-15T15:22:45,613 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-15T15:22:45,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=3661 2024-11-15T15:22:45,624 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-15T15:22:45,636 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-15T15:22:45,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/hadoop.log.dir so I do NOT create it in target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400 2024-11-15T15:22:45,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:22:45,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/hadoop.tmp.dir so I do NOT create it in target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400 2024-11-15T15:22:45,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6890e3d1-367d-c9c3-4892-0abaf6d6e559/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:22:45,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400 2024-11-15T15:22:45,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/cluster_6d9f6135-3233-8d66-7509-e18d46ab425e, deleteOnExit=true 2024-11-15T15:22:45,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/cluster_6d9f6135-3233-8d66-7509-e18d46ab425e/zookeeper_0, clientPort=64833, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/cluster_6d9f6135-3233-8d66-7509-e18d46ab425e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/cluster_6d9f6135-3233-8d66-7509-e18d46ab425e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:22:45,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64833 2024-11-15T15:22:45,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:22:45,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:22:45,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/test.cache.data in system properties and HBase conf 2024-11-15T15:22:45,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:22:45,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:22:45,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:22:45,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:22:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:45,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:45,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:22:45,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:22:45,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:22:45,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:45,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:22:45,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:22:46,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:46,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:46,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:46,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:46,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:22:46,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:46,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374263a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:46,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6160b959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:46,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a17d36c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/java.io.tmpdir/jetty-localhost-34943-hadoop-hdfs-3_4_1-tests_jar-_-any-9344140568961850024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:46,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@186d4d{HTTP/1.1, (http/1.1)}{localhost:34943} 2024-11-15T15:22:46,158 INFO [Time-limited test {}] server.Server(415): Started @323017ms 2024-11-15T15:22:46,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:46,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:46,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:46,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:46,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:22:46,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461d4be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:46,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2835a59e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:46,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e53f63d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/java.io.tmpdir/jetty-localhost-38769-hadoop-hdfs-3_4_1-tests_jar-_-any-6320473411107336277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:46,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e4c6048{HTTP/1.1, (http/1.1)}{localhost:38769} 2024-11-15T15:22:46,748 INFO [Time-limited test {}] server.Server(415): Started @323606ms 2024-11-15T15:22:46,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:22:47,698 WARN [Thread-4312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/cluster_6d9f6135-3233-8d66-7509-e18d46ab425e/data/data1/current/BP-596786951-172.17.0.2-1731684165702/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:47,698 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/cluster_6d9f6135-3233-8d66-7509-e18d46ab425e/data/data2/current/BP-596786951-172.17.0.2-1731684165702/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:47,716 WARN [Thread-4300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:22:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12af5f1d2e30c81d with lease ID 0x7f7400e911e873fc: Processing first storage report for DS-557d22c4-689c-48f9-85b5-e407a5f190cb from datanode DatanodeRegistration(127.0.0.1:40183, datanodeUuid=061d8357-de15-4cb7-84c1-e26140b0dd35, infoPort=46775, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=1397775433;c=1731684165702) 2024-11-15T15:22:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12af5f1d2e30c81d with lease ID 0x7f7400e911e873fc: from storage DS-557d22c4-689c-48f9-85b5-e407a5f190cb node DatanodeRegistration(127.0.0.1:40183, datanodeUuid=061d8357-de15-4cb7-84c1-e26140b0dd35, infoPort=46775, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=1397775433;c=1731684165702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12af5f1d2e30c81d with lease ID 0x7f7400e911e873fc: Processing first storage report for DS-937c5c18-afce-470e-b61f-7518daae28b6 from datanode DatanodeRegistration(127.0.0.1:40183, datanodeUuid=061d8357-de15-4cb7-84c1-e26140b0dd35, infoPort=46775, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=1397775433;c=1731684165702) 2024-11-15T15:22:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12af5f1d2e30c81d with lease ID 0x7f7400e911e873fc: from storage DS-937c5c18-afce-470e-b61f-7518daae28b6 node DatanodeRegistration(127.0.0.1:40183, datanodeUuid=061d8357-de15-4cb7-84c1-e26140b0dd35, infoPort=46775, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=1397775433;c=1731684165702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:47,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400 2024-11-15T15:22:47,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:47,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:47,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:22:48,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:22:48,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T15:22:48,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83 with version=8 2024-11-15T15:22:48,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/hbase-staging 2024-11-15T15:22:48,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:48,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:48,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:48,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:48,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:48,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:48,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:22:48,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:48,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45521 2024-11-15T15:22:48,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45521 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:22:48,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455210x0, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:48,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45521-0x1013f1763dd0000 connected 2024-11-15T15:22:48,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:48,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:48,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on znode that does not yet exist, /0-974235513/running 2024-11-15T15:22:48,365 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83, hbase.cluster.distributed=false 2024-11-15T15:22:48,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on znode that does not yet exist, /0-974235513/acl 2024-11-15T15:22:48,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-15T15:22:48,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-11-15T15:22:48,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-11-15T15:22:48,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-15T15:22:48,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-15T15:22:48,384 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:48,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:48,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:48,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:48,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:48,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:48,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:22:48,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:48,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45177 2024-11-15T15:22:48,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45177 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:22:48,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:48,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:48,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451770x0, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:48,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451770x0, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on znode that does not yet exist, /0-974235513/running 2024-11-15T15:22:48,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45177-0x1013f1763dd0001 connected 2024-11-15T15:22:48,404 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:22:48,404 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:22:48,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on znode that does not yet exist, /0-974235513/master 2024-11-15T15:22:48,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on znode that does not yet exist, /0-974235513/acl 2024-11-15T15:22:48,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45177 2024-11-15T15:22:48,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45177 2024-11-15T15:22:48,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45177 2024-11-15T15:22:48,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45177 2024-11-15T15:22:48,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45177 2024-11-15T15:22:48,422 DEBUG [M:0;855219d6b094:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:45521 2024-11-15T15:22:48,422 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-974235513/backup-masters/855219d6b094,45521,1731684168190 2024-11-15T15:22:48,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513/backup-masters 2024-11-15T15:22:48,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513/backup-masters 2024-11-15T15:22:48,430 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on existing znode=/0-974235513/backup-masters/855219d6b094,45521,1731684168190 2024-11-15T15:22:48,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974235513/master 2024-11-15T15:22:48,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:48,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:48,440 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on existing znode=/0-974235513/master 2024-11-15T15:22:48,440 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-974235513/backup-masters/855219d6b094,45521,1731684168190 from backup master directory 2024-11-15T15:22:48,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974235513/backup-masters/855219d6b094,45521,1731684168190 2024-11-15T15:22:48,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513/backup-masters 2024-11-15T15:22:48,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513/backup-masters 2024-11-15T15:22:48,450 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:48,450 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,45521,1731684168190 2024-11-15T15:22:48,453 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/hbase.id] with ID: 60048427-28c5-47e8-941e-daec0f2dc858 2024-11-15T15:22:48,453 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/.tmp/hbase.id 2024-11-15T15:22:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:22:48,857 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/.tmp/hbase.id]:[hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/hbase.id] 2024-11-15T15:22:48,867 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:48,867 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:22:48,868 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T15:22:48,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:48,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:22:49,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:22:49,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:22:49,015 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128804 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:22:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:22:49,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:22:49,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T15:22:49,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T15:22:49,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:22:49,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T15:22:49,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:22:49,237 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:22:49,283 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:49,283 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:22:49,284 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:22:49,688 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store 2024-11-15T15:22:49,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:22:49,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:49,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:49,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:49,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:50,092 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:50,092 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:50,092 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:50,092 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:50,092 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:50,092 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:50,092 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:50,093 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684170092Disabling compacts and flushes for region at 1731684170092Disabling writes for close at 1731684170092Writing region close event to WAL at 1731684170092Closed at 1731684170092 2024-11-15T15:22:50,093 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/.initializing 2024-11-15T15:22:50,093 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/WALs/855219d6b094,45521,1731684168190 2024-11-15T15:22:50,094 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:50,095 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C45521%2C1731684168190, suffix=, logDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/WALs/855219d6b094,45521,1731684168190, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/oldWALs, maxLogs=10 2024-11-15T15:22:50,106 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/WALs/855219d6b094,45521,1731684168190/855219d6b094%2C45521%2C1731684168190.1731684170095, exclude list is [], retry=0 2024-11-15T15:22:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-557d22c4-689c-48f9-85b5-e407a5f190cb,DISK] 2024-11-15T15:22:50,109 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/WALs/855219d6b094,45521,1731684168190/855219d6b094%2C45521%2C1731684168190.1731684170095 2024-11-15T15:22:50,109 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-15T15:22:50,109 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:50,109 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:50,109 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,109 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:22:50,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:50,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:50,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:22:50,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:50,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:50,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:22:50,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:50,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:50,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:22:50,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:50,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:50,115 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,115 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,115 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,116 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,116 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,116 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:50,117 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:50,118 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:50,118 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68676087, jitterRate=0.023353442549705505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:50,118 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684170110Initializing all the Stores at 1731684170110Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684170110Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684170110Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684170110Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684170110Cleaning up temporary data from old regions at 1731684170116 (+6 ms)Region opened successfully at 1731684170118 (+2 ms) 2024-11-15T15:22:50,119 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:22:50,120 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29846d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:50,121 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:22:50,121 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:22:50,121 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:22:50,121 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:22:50,122 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:22:50,122 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:22:50,122 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:22:50,123 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:22:50,124 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Unable to get data of znode /0-974235513/balancer because node does not exist (not necessarily an error) 2024-11-15T15:22:50,172 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974235513/balancer already deleted, retry=false 2024-11-15T15:22:50,172 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:22:50,173 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Unable to get data of znode /0-974235513/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:22:50,182 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974235513/normalizer already deleted, retry=false 2024-11-15T15:22:50,183 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:22:50,183 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Unable to get data of znode /0-974235513/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:22:50,193 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974235513/switch/split already deleted, retry=false 2024-11-15T15:22:50,194 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Unable to get data of znode /0-974235513/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:22:50,203 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974235513/switch/merge already deleted, retry=false 2024-11-15T15:22:50,206 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Unable to get data of znode /0-974235513/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:22:50,214 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974235513/snapshot-cleanup already deleted, retry=false 2024-11-15T15:22:50,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974235513/running 2024-11-15T15:22:50,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974235513/running 2024-11-15T15:22:50,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:50,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:50,225 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,45521,1731684168190, sessionid=0x1013f1763dd0000, setting cluster-up flag (Was=false) 2024-11-15T15:22:50,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:50,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:50,277 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-974235513/flush-table-proc/acquired, /0-974235513/flush-table-proc/reached, /0-974235513/flush-table-proc/abort 2024-11-15T15:22:50,278 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45521,1731684168190 2024-11-15T15:22:50,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:50,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:50,330 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-974235513/online-snapshot/acquired, /0-974235513/online-snapshot/reached, /0-974235513/online-snapshot/abort 2024-11-15T15:22:50,331 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,45521,1731684168190 2024-11-15T15:22:50,331 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:22:50,332 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:50,332 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:22:50,333 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:22:50,333 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,45521,1731684168190 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:22:50,334 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:50,334 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:50,334 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:50,334 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:50,334 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:22:50,334 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,334 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:50,334 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,334 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684200334 2024-11-15T15:22:50,334 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:22:50,334 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:22:50,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:22:50,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:22:50,335 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:22:50,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:50,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:22:50,336 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:22:50,336 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:22:50,336 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684170336,5,FailOnTimeoutGroup] 2024-11-15T15:22:50,336 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684170336,5,FailOnTimeoutGroup] 2024-11-15T15:22:50,336 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,336 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:22:50,336 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,336 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:22:50,414 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(746): ClusterId : 60048427-28c5-47e8-941e-daec0f2dc858 2024-11-15T15:22:50,414 DEBUG [RS:0;855219d6b094:45177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:22:50,425 DEBUG [RS:0;855219d6b094:45177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:22:50,425 DEBUG [RS:0;855219d6b094:45177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:22:50,435 DEBUG [RS:0;855219d6b094:45177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:22:50,436 DEBUG [RS:0;855219d6b094:45177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3911de73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:50,446 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:45177 2024-11-15T15:22:50,446 INFO [RS:0;855219d6b094:45177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:22:50,446 INFO [RS:0;855219d6b094:45177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:22:50,446 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:22:50,446 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,45521,1731684168190 with port=45177, startcode=1731684168384 2024-11-15T15:22:50,446 DEBUG [RS:0;855219d6b094:45177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:22:50,447 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:22:50,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,45177,1731684168384 2024-11-15T15:22:50,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45521 {}] master.ServerManager(517): Registering regionserver=855219d6b094,45177,1731684168384 2024-11-15T15:22:50,448 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83 2024-11-15T15:22:50,448 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34595 2024-11-15T15:22:50,448 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:22:50,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513/rs 2024-11-15T15:22:50,461 DEBUG [RS:0;855219d6b094:45177 {}] zookeeper.ZKUtil(111): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on existing znode=/0-974235513/rs/855219d6b094,45177,1731684168384 2024-11-15T15:22:50,461 WARN [RS:0;855219d6b094:45177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:50,461 INFO [RS:0;855219d6b094:45177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:50,461 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384 2024-11-15T15:22:50,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,45177,1731684168384] 2024-11-15T15:22:50,463 INFO [RS:0;855219d6b094:45177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:22:50,468 INFO [RS:0;855219d6b094:45177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:22:50,468 INFO [RS:0;855219d6b094:45177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:22:50,468 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,468 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:22:50,469 INFO [RS:0;855219d6b094:45177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:22:50,469 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:50,469 DEBUG [RS:0;855219d6b094:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:50,469 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,470 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,470 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,470 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,470 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,470 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45177,1731684168384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:50,482 INFO [RS:0;855219d6b094:45177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:22:50,482 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45177,1731684168384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,483 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,483 INFO [RS:0;855219d6b094:45177 {}] regionserver.Replication(171): 855219d6b094,45177,1731684168384 started 2024-11-15T15:22:50,495 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:50,495 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,45177,1731684168384, RpcServer on 855219d6b094/172.17.0.2:45177, sessionid=0x1013f1763dd0001 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,45177,1731684168384 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,45177,1731684168384' 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-974235513/flush-table-proc/abort' 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-974235513/flush-table-proc/acquired' 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,45177,1731684168384 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,45177,1731684168384' 2024-11-15T15:22:50,496 DEBUG [RS:0;855219d6b094:45177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-974235513/online-snapshot/abort' 2024-11-15T15:22:50,497 DEBUG [RS:0;855219d6b094:45177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-974235513/online-snapshot/acquired' 2024-11-15T15:22:50,497 DEBUG [RS:0;855219d6b094:45177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:22:50,497 INFO [RS:0;855219d6b094:45177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:22:50,497 INFO [RS:0;855219d6b094:45177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:22:50,597 INFO [RS:0;855219d6b094:45177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:50,598 INFO [RS:0;855219d6b094:45177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C45177%2C1731684168384, suffix=, logDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/oldWALs, maxLogs=10 2024-11-15T15:22:50,610 DEBUG [RS:0;855219d6b094:45177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598, exclude list is [], retry=0 2024-11-15T15:22:50,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-557d22c4-689c-48f9-85b5-e407a5f190cb,DISK] 2024-11-15T15:22:50,613 INFO [RS:0;855219d6b094:45177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 2024-11-15T15:22:50,613 DEBUG [RS:0;855219d6b094:45177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-15T15:22:50,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:22:50,742 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83 2024-11-15T15:22:50,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:22:51,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:51,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:51,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:51,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:51,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:51,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:51,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:51,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:51,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:51,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:51,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:51,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:51,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:51,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:51,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:51,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:51,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:51,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:51,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740 2024-11-15T15:22:51,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740 2024-11-15T15:22:51,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:51,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:51,154 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:51,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:51,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:51,157 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73613281, jitterRate=0.09692336618900299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:51,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684171147Initializing all the Stores at 1731684171147Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684171148 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684171148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684171148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684171148Cleaning up temporary data from old regions at 1731684171154 (+6 ms)Region opened successfully at 1731684171157 (+3 ms) 2024-11-15T15:22:51,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:51,157 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:51,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:51,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:51,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:51,157 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:51,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684171157Disabling compacts and flushes for region at 1731684171157Disabling writes for close at 1731684171157Writing region close event to WAL at 1731684171157Closed at 1731684171157 2024-11-15T15:22:51,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:51,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:22:51,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:22:51,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:51,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:22:51,309 DEBUG [855219d6b094:45521 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:22:51,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,45177,1731684168384 2024-11-15T15:22:51,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,45177,1731684168384, state=OPENING 2024-11-15T15:22:51,430 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:22:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:22:51,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:51,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974235513/meta-region-server: CHANGED 2024-11-15T15:22:51,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974235513/meta-region-server: CHANGED 2024-11-15T15:22:51,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,45177,1731684168384}] 2024-11-15T15:22:51,592 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:51,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:22:51,595 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:22:51,595 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:51,595 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:22:51,596 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C45177%2C1731684168384.meta, suffix=.meta, logDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/oldWALs, maxLogs=10 2024-11-15T15:22:51,608 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.meta.1731684171597.meta, exclude list is [], retry=0 2024-11-15T15:22:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-557d22c4-689c-48f9-85b5-e407a5f190cb,DISK] 2024-11-15T15:22:51,611 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.meta.1731684171597.meta 2024-11-15T15:22:51,611 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-15T15:22:51,611 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:51,611 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:51,611 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:51,611 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:22:51,611 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:22:51,612 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:22:51,612 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:51,612 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:22:51,612 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:22:51,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:51,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:51,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:51,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:51,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:51,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:51,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:51,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:51,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:51,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:51,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:51,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:51,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:51,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:51,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:51,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:51,616 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:51,617 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740 2024-11-15T15:22:51,617 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740 2024-11-15T15:22:51,618 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:51,618 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:51,618 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:51,619 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:51,620 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62659136, jitterRate=-0.06630611419677734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:51,620 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:22:51,620 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684171612Writing region info on filesystem at 1731684171612Initializing all the Stores at 1731684171612Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684171612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684171612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684171612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684171612Cleaning up temporary data from old regions at 1731684171618 (+6 ms)Running coprocessor post-open hooks at 1731684171620 (+2 ms)Region opened successfully at 1731684171620 2024-11-15T15:22:51,621 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684171592 2024-11-15T15:22:51,622 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:22:51,623 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:22:51,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,45177,1731684168384 2024-11-15T15:22:51,623 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,45177,1731684168384, state=OPEN 2024-11-15T15:22:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974235513/meta-region-server 2024-11-15T15:22:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974235513/meta-region-server 2024-11-15T15:22:51,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,45177,1731684168384 2024-11-15T15:22:51,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974235513/meta-region-server: CHANGED 2024-11-15T15:22:51,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974235513/meta-region-server: CHANGED 2024-11-15T15:22:51,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:22:51,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,45177,1731684168384 in 249 msec 2024-11-15T15:22:51,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:22:51,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-11-15T15:22:51,693 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:51,693 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:22:51,694 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:51,694 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,45177,1731684168384, seqNum=-1] 2024-11-15T15:22:51,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:51,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:51,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3650 sec 2024-11-15T15:22:51,699 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684171699, completionTime=-1 2024-11-15T15:22:51,699 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:22:51,699 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:22:51,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:22:51,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684231700 2024-11-15T15:22:51,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684291700 2024-11-15T15:22:51,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:22:51,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45521,1731684168190-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:51,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45521,1731684168190-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:51,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45521,1731684168190-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:51,700 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:45521, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:51,701 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:51,701 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:51,702 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:22:51,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.253sec 2024-11-15T15:22:51,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:22:51,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:22:51,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:22:51,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:22:51,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:22:51,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45521,1731684168190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:51,703 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45521,1731684168190-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:22:51,704 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:22:51,704 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:22:51,705 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,45521,1731684168190-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:51,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa287d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:51,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45521,-1 for getting cluster id 2024-11-15T15:22:51,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:51,716 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60048427-28c5-47e8-941e-daec0f2dc858' 2024-11-15T15:22:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60048427-28c5-47e8-941e-daec0f2dc858" 2024-11-15T15:22:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acfb3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45521,-1] 2024-11-15T15:22:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:51,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:51,717 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:51,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe209b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:51,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:51,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,45177,1731684168384, seqNum=-1] 2024-11-15T15:22:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:51,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:51,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,45521,1731684168190 2024-11-15T15:22:51,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:22:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:51,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f1763dd0002 connected 2024-11-15T15:22:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.log.dir so I do NOT create it in target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba 2024-11-15T15:22:51,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:22:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.tmp.dir so I do NOT create it in target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba 2024-11-15T15:22:51,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:22:51,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba 2024-11-15T15:22:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:22:51,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/cluster_9b8238c0-bd28-4500-3f42-6fabb388d3d7, deleteOnExit=true 2024-11-15T15:22:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:22:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/test.cache.data in system properties and HBase conf 2024-11-15T15:22:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:22:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:22:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:22:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:22:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:22:51,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:22:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:22:51,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:22:52,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:52,178 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:52,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:52,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:52,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:22:52,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:52,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e306c06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:52,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4282d26a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:52,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8c051c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/java.io.tmpdir/jetty-localhost-46779-hadoop-hdfs-3_4_1-tests_jar-_-any-8979451755580668020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:52,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a66742{HTTP/1.1, (http/1.1)}{localhost:46779} 2024-11-15T15:22:52,281 INFO [Time-limited test {}] server.Server(415): Started @329140ms 2024-11-15T15:22:52,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:52,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:52,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:52,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:52,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:22:52,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf6921c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:52,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193d300{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:52,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a550d95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/java.io.tmpdir/jetty-localhost-36147-hadoop-hdfs-3_4_1-tests_jar-_-any-5843808126323014433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:52,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@472f44c2{HTTP/1.1, (http/1.1)}{localhost:36147} 2024-11-15T15:22:52,707 INFO [Time-limited test {}] server.Server(415): Started @329565ms 2024-11-15T15:22:52,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:22:53,450 WARN [Thread-4433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/cluster_9b8238c0-bd28-4500-3f42-6fabb388d3d7/data/data1/current/BP-1726796166-172.17.0.2-1731684171774/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:53,450 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/cluster_9b8238c0-bd28-4500-3f42-6fabb388d3d7/data/data2/current/BP-1726796166-172.17.0.2-1731684171774/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:53,476 WARN [Thread-4421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:22:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x182a4d14a542e4f6 with lease ID 0xffa367a23ef2029a: Processing first storage report for DS-c8a20094-2ab1-44e8-9070-3bfa25bf5d0b from datanode DatanodeRegistration(127.0.0.1:44471, datanodeUuid=02183ae8-28cb-49eb-91a9-e437177fbc87, infoPort=46627, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1702858598;c=1731684171774) 2024-11-15T15:22:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x182a4d14a542e4f6 with lease ID 0xffa367a23ef2029a: from storage DS-c8a20094-2ab1-44e8-9070-3bfa25bf5d0b node DatanodeRegistration(127.0.0.1:44471, datanodeUuid=02183ae8-28cb-49eb-91a9-e437177fbc87, infoPort=46627, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1702858598;c=1731684171774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x182a4d14a542e4f6 with lease ID 0xffa367a23ef2029a: Processing first storage report for DS-b9cca4a6-d514-4c31-9fe5-43c7aacaf455 from datanode DatanodeRegistration(127.0.0.1:44471, datanodeUuid=02183ae8-28cb-49eb-91a9-e437177fbc87, infoPort=46627, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1702858598;c=1731684171774) 2024-11-15T15:22:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x182a4d14a542e4f6 with lease ID 0xffa367a23ef2029a: from storage DS-b9cca4a6-d514-4c31-9fe5-43c7aacaf455 node DatanodeRegistration(127.0.0.1:44471, datanodeUuid=02183ae8-28cb-49eb-91a9-e437177fbc87, infoPort=46627, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1702858598;c=1731684171774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:53,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba 2024-11-15T15:22:53,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:53,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:22:53,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65 with version=8 2024-11-15T15:22:53,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/hbase-staging 2024-11-15T15:22:53,965 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:53,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:53,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:53,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:53,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:53,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:53,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:22:53,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:53,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39191 2024-11-15T15:22:53,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39191 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:22:53,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391910x0, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:53,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39191-0x1013f1763dd0003 connected 2024-11-15T15:22:54,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:54,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:54,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on znode that does not yet exist, /1620748506/running 2024-11-15T15:22:54,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65, hbase.cluster.distributed=false 2024-11-15T15:22:54,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on znode that does not yet exist, /1620748506/acl 2024-11-15T15:22:54,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39191 2024-11-15T15:22:54,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39191 2024-11-15T15:22:54,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39191 2024-11-15T15:22:54,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39191 2024-11-15T15:22:54,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39191 2024-11-15T15:22:54,076 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:54,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:54,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:54,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:54,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:54,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:54,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:22:54,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:54,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46335 2024-11-15T15:22:54,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46335 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:22:54,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:54,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463350x0, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:54,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463350x0, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on znode that does not yet exist, /1620748506/running 2024-11-15T15:22:54,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46335-0x1013f1763dd0004 connected 2024-11-15T15:22:54,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:22:54,093 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:22:54,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on znode that does not yet exist, /1620748506/master 2024-11-15T15:22:54,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on znode that does not yet exist, /1620748506/acl 2024-11-15T15:22:54,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46335 2024-11-15T15:22:54,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46335 2024-11-15T15:22:54,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46335 2024-11-15T15:22:54,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46335 2024-11-15T15:22:54,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46335 2024-11-15T15:22:54,105 DEBUG [M:0;855219d6b094:39191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:39191 2024-11-15T15:22:54,105 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1620748506/backup-masters/855219d6b094,39191,1731684173965 2024-11-15T15:22:54,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506/backup-masters 2024-11-15T15:22:54,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506/backup-masters 2024-11-15T15:22:54,113 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on existing znode=/1620748506/backup-masters/855219d6b094,39191,1731684173965 2024-11-15T15:22:54,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1620748506/master 2024-11-15T15:22:54,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:54,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:54,124 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on existing znode=/1620748506/master 2024-11-15T15:22:54,124 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1620748506/backup-masters/855219d6b094,39191,1731684173965 from backup master directory 2024-11-15T15:22:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506/backup-masters 2024-11-15T15:22:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1620748506/backup-masters/855219d6b094,39191,1731684173965 2024-11-15T15:22:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506/backup-masters 2024-11-15T15:22:54,134 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:54,134 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,39191,1731684173965 2024-11-15T15:22:54,137 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/hbase.id] with ID: 5ebcfaa8-ddfb-42cb-a746-c9d10e18caed 2024-11-15T15:22:54,137 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/.tmp/hbase.id 2024-11-15T15:22:54,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:22:54,541 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/.tmp/hbase.id]:[hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/hbase.id] 2024-11-15T15:22:54,548 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:54,548 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:22:54,548 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T15:22:54,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:54,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:54,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:22:54,971 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:22:54,972 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:22:54,972 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:22:55,385 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store 2024-11-15T15:22:55,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:22:55,396 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:55,396 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:22:55,396 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:55,396 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:55,396 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:22:55,396 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:55,396 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:22:55,396 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684175396Disabling compacts and flushes for region at 1731684175396Disabling writes for close at 1731684175396Writing region close event to WAL at 1731684175396Closed at 1731684175396 2024-11-15T15:22:55,397 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/.initializing 2024-11-15T15:22:55,397 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/WALs/855219d6b094,39191,1731684173965 2024-11-15T15:22:55,398 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:55,399 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C39191%2C1731684173965, suffix=, logDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/WALs/855219d6b094,39191,1731684173965, archiveDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/oldWALs, maxLogs=10 2024-11-15T15:22:55,416 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/WALs/855219d6b094,39191,1731684173965/855219d6b094%2C39191%2C1731684173965.1731684175399, exclude list is [], retry=0 2024-11-15T15:22:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44471,DS-c8a20094-2ab1-44e8-9070-3bfa25bf5d0b,DISK] 2024-11-15T15:22:55,421 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/WALs/855219d6b094,39191,1731684173965/855219d6b094%2C39191%2C1731684173965.1731684175399 2024-11-15T15:22:55,421 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-15T15:22:55,421 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:55,421 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:55,421 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,421 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:22:55,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:55,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:55,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:22:55,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:55,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:55,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:22:55,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:55,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:55,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:22:55,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:55,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:22:55,432 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,432 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,433 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,433 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,433 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,435 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:55,436 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:22:55,441 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:55,441 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71941631, jitterRate=0.07201384007930756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:55,441 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684175421Initializing all the Stores at 1731684175422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684175422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684175427 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684175427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684175427Cleaning up temporary data from old regions at 1731684175433 (+6 ms)Region opened successfully at 1731684175441 (+8 ms) 2024-11-15T15:22:55,442 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:22:55,444 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37812324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:55,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:22:55,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:22:55,445 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:22:55,446 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:22:55,448 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-15T15:22:55,450 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:22:55,450 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:22:55,456 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:22:55,457 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Unable to get data of znode /1620748506/balancer because node does not exist (not necessarily an error) 2024-11-15T15:22:55,519 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1620748506/balancer already deleted, retry=false 2024-11-15T15:22:55,519 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:22:55,521 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Unable to get data of znode /1620748506/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:22:55,529 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1620748506/normalizer already deleted, retry=false 2024-11-15T15:22:55,530 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:22:55,531 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Unable to get data of znode /1620748506/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:22:55,540 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1620748506/switch/split already deleted, retry=false 2024-11-15T15:22:55,541 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Unable to get data of znode /1620748506/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:22:55,550 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1620748506/switch/merge already deleted, retry=false 2024-11-15T15:22:55,558 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Unable to get data of znode /1620748506/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:22:55,566 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1620748506/snapshot-cleanup already deleted, retry=false 2024-11-15T15:22:55,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1620748506/running 2024-11-15T15:22:55,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:55,577 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,39191,1731684173965, sessionid=0x1013f1763dd0003, setting cluster-up flag (Was=false) 2024-11-15T15:22:55,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1620748506/running 2024-11-15T15:22:55,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:55,640 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1620748506/flush-table-proc/acquired, /1620748506/flush-table-proc/reached, /1620748506/flush-table-proc/abort 2024-11-15T15:22:55,640 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39191,1731684173965 2024-11-15T15:22:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:55,692 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1620748506/online-snapshot/acquired, /1620748506/online-snapshot/reached, /1620748506/online-snapshot/abort 2024-11-15T15:22:55,693 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39191,1731684173965 2024-11-15T15:22:55,694 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:22:55,695 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:55,695 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:22:55,695 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:22:55,695 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,39191,1731684173965 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:22:55,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:55,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:55,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:55,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:22:55,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:22:55,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:55,696 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:55,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:22:55,703 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(746): ClusterId : 5ebcfaa8-ddfb-42cb-a746-c9d10e18caed 2024-11-15T15:22:55,703 DEBUG [RS:0;855219d6b094:46335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:22:55,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:55,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:22:55,714 DEBUG [RS:0;855219d6b094:46335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:22:55,714 DEBUG [RS:0;855219d6b094:46335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:22:55,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684205716 2024-11-15T15:22:55,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:22:55,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:22:55,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:22:55,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:22:55,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:22:55,716 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:22:55,720 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,721 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:22:55,721 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:22:55,721 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:22:55,721 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:22:55,724 DEBUG [RS:0;855219d6b094:46335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:22:55,725 DEBUG [RS:0;855219d6b094:46335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b821f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:22:55,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:22:55,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:22:55,726 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65 2024-11-15T15:22:55,728 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:22:55,728 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:22:55,733 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684175728,5,FailOnTimeoutGroup] 2024-11-15T15:22:55,733 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684175733,5,FailOnTimeoutGroup] 2024-11-15T15:22:55,734 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,734 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:22:55,734 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,734 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,748 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:46335 2024-11-15T15:22:55,748 INFO [RS:0;855219d6b094:46335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:22:55,748 INFO [RS:0;855219d6b094:46335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:22:55,748 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:22:55,749 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,39191,1731684173965 with port=46335, startcode=1731684174075 2024-11-15T15:22:55,749 DEBUG [RS:0;855219d6b094:46335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:22:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741832_1008 (size=32) 2024-11-15T15:22:55,757 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:22:55,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,46335,1731684174075 2024-11-15T15:22:55,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39191 {}] master.ServerManager(517): Registering regionserver=855219d6b094,46335,1731684174075 2024-11-15T15:22:55,760 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65 2024-11-15T15:22:55,760 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39347 2024-11-15T15:22:55,760 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:22:55,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506/rs 2024-11-15T15:22:55,772 DEBUG [RS:0;855219d6b094:46335 {}] zookeeper.ZKUtil(111): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on existing znode=/1620748506/rs/855219d6b094,46335,1731684174075 2024-11-15T15:22:55,772 WARN [RS:0;855219d6b094:46335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:22:55,772 INFO [RS:0;855219d6b094:46335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:55,772 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/WALs/855219d6b094,46335,1731684174075 2024-11-15T15:22:55,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,46335,1731684174075] 2024-11-15T15:22:55,775 INFO [RS:0;855219d6b094:46335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:22:55,777 INFO [RS:0;855219d6b094:46335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:22:55,780 INFO [RS:0;855219d6b094:46335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:22:55,780 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,784 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:22:55,785 INFO [RS:0;855219d6b094:46335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:22:55,785 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,785 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,785 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,785 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,785 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,785 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,785 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:22:55,785 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,786 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,786 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,786 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,786 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,786 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:22:55,786 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:55,786 DEBUG [RS:0;855219d6b094:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:22:55,794 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,794 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,794 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,795 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,795 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,795 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46335,1731684174075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:55,814 INFO [RS:0;855219d6b094:46335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:22:55,814 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,46335,1731684174075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,814 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,814 INFO [RS:0;855219d6b094:46335 {}] regionserver.Replication(171): 855219d6b094,46335,1731684174075 started 2024-11-15T15:22:55,834 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:55,834 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,46335,1731684174075, RpcServer on 855219d6b094/172.17.0.2:46335, sessionid=0x1013f1763dd0004 2024-11-15T15:22:55,834 DEBUG [RS:0;855219d6b094:46335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:22:55,834 DEBUG [RS:0;855219d6b094:46335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,46335,1731684174075 2024-11-15T15:22:55,834 DEBUG [RS:0;855219d6b094:46335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,46335,1731684174075' 2024-11-15T15:22:55,834 DEBUG [RS:0;855219d6b094:46335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1620748506/flush-table-proc/abort' 2024-11-15T15:22:55,835 DEBUG [RS:0;855219d6b094:46335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1620748506/flush-table-proc/acquired' 2024-11-15T15:22:55,835 DEBUG [RS:0;855219d6b094:46335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:22:55,835 DEBUG [RS:0;855219d6b094:46335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:22:55,835 DEBUG [RS:0;855219d6b094:46335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,46335,1731684174075 2024-11-15T15:22:55,835 DEBUG [RS:0;855219d6b094:46335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,46335,1731684174075' 2024-11-15T15:22:55,835 DEBUG [RS:0;855219d6b094:46335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1620748506/online-snapshot/abort' 2024-11-15T15:22:55,836 DEBUG [RS:0;855219d6b094:46335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1620748506/online-snapshot/acquired' 2024-11-15T15:22:55,836 DEBUG [RS:0;855219d6b094:46335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:22:55,836 INFO [RS:0;855219d6b094:46335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:22:55,836 INFO [RS:0;855219d6b094:46335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:22:55,936 INFO [RS:0;855219d6b094:46335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:22:55,938 INFO [RS:0;855219d6b094:46335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C46335%2C1731684174075, suffix=, logDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/WALs/855219d6b094,46335,1731684174075, archiveDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/oldWALs, maxLogs=10 2024-11-15T15:22:55,955 DEBUG [RS:0;855219d6b094:46335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/WALs/855219d6b094,46335,1731684174075/855219d6b094%2C46335%2C1731684174075.1731684175938, exclude list is [], retry=0 2024-11-15T15:22:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44471,DS-c8a20094-2ab1-44e8-9070-3bfa25bf5d0b,DISK] 2024-11-15T15:22:55,961 INFO [RS:0;855219d6b094:46335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/WALs/855219d6b094,46335,1731684174075/855219d6b094%2C46335%2C1731684174075.1731684175938 2024-11-15T15:22:55,961 DEBUG [RS:0;855219d6b094:46335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-15T15:22:56,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:56,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:56,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:56,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:56,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:56,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:56,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:56,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:56,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:56,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:56,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:56,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:56,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:56,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:56,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:56,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:56,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:56,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740 2024-11-15T15:22:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740 2024-11-15T15:22:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:56,161 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:56,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:56,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:22:56,163 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71927426, jitterRate=0.07180216908454895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:56,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684176155Initializing all the Stores at 1731684176155Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684176155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684176155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684176155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684176155Cleaning up temporary data from old regions at 1731684176160 (+5 ms)Region opened successfully at 1731684176163 (+3 ms) 2024-11-15T15:22:56,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:22:56,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:22:56,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:22:56,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:22:56,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:22:56,163 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:22:56,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684176163Disabling compacts and flushes for region at 1731684176163Disabling writes for close at 1731684176163Writing region close event to WAL at 1731684176163Closed at 1731684176163 2024-11-15T15:22:56,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:56,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:22:56,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:22:56,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:56,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:22:56,316 DEBUG [855219d6b094:39191 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:22:56,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,46335,1731684174075 2024-11-15T15:22:56,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,46335,1731684174075, state=OPENING 2024-11-15T15:22:56,411 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:22:56,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:56,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:22:56,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1620748506/meta-region-server: CHANGED 2024-11-15T15:22:56,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1620748506/meta-region-server: CHANGED 2024-11-15T15:22:56,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:22:56,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,46335,1731684174075}] 2024-11-15T15:22:56,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:22:56,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:22:56,585 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:22:56,586 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:22:56,586 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:22:56,587 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C46335%2C1731684174075.meta, suffix=.meta, logDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/WALs/855219d6b094,46335,1731684174075, archiveDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/oldWALs, maxLogs=10 2024-11-15T15:22:56,600 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/WALs/855219d6b094,46335,1731684174075/855219d6b094%2C46335%2C1731684174075.meta.1731684176587.meta, exclude list is [], retry=0 2024-11-15T15:22:56,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44471,DS-c8a20094-2ab1-44e8-9070-3bfa25bf5d0b,DISK] 2024-11-15T15:22:56,603 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/WALs/855219d6b094,46335,1731684174075/855219d6b094%2C46335%2C1731684174075.meta.1731684176587.meta 2024-11-15T15:22:56,603 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-15T15:22:56,603 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:22:56,603 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:22:56,604 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:22:56,604 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:22:56,604 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:22:56,604 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:22:56,604 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:22:56,604 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:22:56,604 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:22:56,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:22:56,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:22:56,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:56,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:56,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:22:56,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:22:56,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:56,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:56,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:22:56,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:22:56,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:56,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:56,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:22:56,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:22:56,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:22:56,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:22:56,608 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:22:56,609 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740 2024-11-15T15:22:56,609 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740 2024-11-15T15:22:56,610 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:22:56,610 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:22:56,610 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:22:56,611 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:22:56,611 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71440283, jitterRate=0.06454317271709442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:22:56,611 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:22:56,611 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684176604Writing region info on filesystem at 1731684176604Initializing all the Stores at 1731684176605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684176605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684176605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684176605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684176605Cleaning up temporary data from old regions at 1731684176610 (+5 ms)Running coprocessor post-open hooks at 1731684176611 (+1 ms)Region opened successfully at 1731684176611 2024-11-15T15:22:56,612 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684176582 2024-11-15T15:22:56,614 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:22:56,614 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:22:56,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,46335,1731684174075 2024-11-15T15:22:56,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,46335,1731684174075, state=OPEN 2024-11-15T15:22:56,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1620748506/meta-region-server 2024-11-15T15:22:56,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1620748506/meta-region-server 2024-11-15T15:22:56,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,46335,1731684174075 2024-11-15T15:22:56,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1620748506/meta-region-server: CHANGED 2024-11-15T15:22:56,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1620748506/meta-region-server: CHANGED 2024-11-15T15:22:56,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:22:56,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,46335,1731684174075 in 252 msec 2024-11-15T15:22:56,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:22:56,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 520 msec 2024-11-15T15:22:56,686 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:22:56,686 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:22:56,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:56,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46335,1731684174075, seqNum=-1] 2024-11-15T15:22:56,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:56,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:56,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 996 msec 2024-11-15T15:22:56,691 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684176691, completionTime=-1 2024-11-15T15:22:56,691 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:22:56,691 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684236693 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684296693 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39191,1731684173965-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39191,1731684173965-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39191,1731684173965-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:39191, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:56,693 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:56,695 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:22:56,696 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-15T15:22:56,696 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:22:56,696 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:22:56,696 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:22:56,696 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:22:56,696 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:22:56,696 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39191,1731684173965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:22:56,696 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39191,1731684173965-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:22:56,698 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:22:56,698 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:22:56,698 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39191,1731684173965-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:22:56,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909a285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:56,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39191,-1 for getting cluster id 2024-11-15T15:22:56,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:22:56,704 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ebcfaa8-ddfb-42cb-a746-c9d10e18caed' 2024-11-15T15:22:56,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:22:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ebcfaa8-ddfb-42cb-a746-c9d10e18caed" 2024-11-15T15:22:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3febade1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39191,-1] 2024-11-15T15:22:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:22:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:22:56,705 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:22:56,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d087d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:22:56,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:22:56,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46335,1731684174075, seqNum=-1] 2024-11-15T15:22:56,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:22:56,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:22:56,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,39191,1731684173965 2024-11-15T15:22:56,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:22:56,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:56,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f1763dd0005 connected 2024-11-15T15:22:56,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.log.dir so I do NOT create it in target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522 2024-11-15T15:22:56,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T15:22:56,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.tmp.dir so I do NOT create it in target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522 2024-11-15T15:22:56,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T15:22:56,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522 2024-11-15T15:22:56,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:22:56,893 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/cluster_809e8142-490b-e59d-f941-e677bcdecc2e, deleteOnExit=true 2024-11-15T15:22:56,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T15:22:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/test.cache.data in system properties and HBase conf 2024-11-15T15:22:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:22:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:22:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:22:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:22:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T15:22:56,894 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:22:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:22:56,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:22:57,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:22:57,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:22:57,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:57,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:57,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:57,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:57,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:22:57,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:57,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c7bc155{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:57,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@528dc1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:57,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765ed78{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/java.io.tmpdir/jetty-localhost-41863-hadoop-hdfs-3_4_1-tests_jar-_-any-11568785521085906638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:22:57,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@608a9f16{HTTP/1.1, (http/1.1)}{localhost:41863} 2024-11-15T15:22:57,708 INFO [Time-limited test {}] server.Server(415): Started @334567ms 2024-11-15T15:22:58,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:22:58,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:22:58,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:22:58,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:22:58,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:22:58,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6952ea17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:22:58,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833d70d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:22:58,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e41fbea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/java.io.tmpdir/jetty-localhost-36169-hadoop-hdfs-3_4_1-tests_jar-_-any-9391352673479146321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:22:58,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48c83e1{HTTP/1.1, (http/1.1)}{localhost:36169} 2024-11-15T15:22:58,295 INFO [Time-limited test {}] server.Server(415): Started @335153ms 2024-11-15T15:22:58,296 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:22:59,278 WARN [Thread-4554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/cluster_809e8142-490b-e59d-f941-e677bcdecc2e/data/data1/current/BP-235979647-172.17.0.2-1731684176912/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:59,278 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/cluster_809e8142-490b-e59d-f941-e677bcdecc2e/data/data2/current/BP-235979647-172.17.0.2-1731684176912/current, will proceed with Du for space computation calculation, 2024-11-15T15:22:59,323 WARN [Thread-4542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:22:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7c33a1526a08b40 with lease ID 0xf80064af13de44d0: Processing first storage report for DS-afdc5e94-0555-4c88-8730-1947def7109f from datanode DatanodeRegistration(127.0.0.1:38719, datanodeUuid=1817ec3a-c0ba-42f8-9dee-219ad0b20856, infoPort=45551, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=224385644;c=1731684176912) 2024-11-15T15:22:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7c33a1526a08b40 with lease ID 0xf80064af13de44d0: from storage DS-afdc5e94-0555-4c88-8730-1947def7109f node DatanodeRegistration(127.0.0.1:38719, datanodeUuid=1817ec3a-c0ba-42f8-9dee-219ad0b20856, infoPort=45551, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=224385644;c=1731684176912), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:22:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7c33a1526a08b40 with lease ID 0xf80064af13de44d0: Processing first storage report for DS-b12d9d60-7516-4f10-ada2-494db6c56d05 from datanode DatanodeRegistration(127.0.0.1:38719, datanodeUuid=1817ec3a-c0ba-42f8-9dee-219ad0b20856, infoPort=45551, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=224385644;c=1731684176912) 2024-11-15T15:22:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7c33a1526a08b40 with lease ID 0xf80064af13de44d0: from storage DS-b12d9d60-7516-4f10-ada2-494db6c56d05 node DatanodeRegistration(127.0.0.1:38719, datanodeUuid=1817ec3a-c0ba-42f8-9dee-219ad0b20856, infoPort=45551, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=224385644;c=1731684176912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:22:59,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522 2024-11-15T15:22:59,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:59,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:22:59,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:22:59,762 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170 with version=8 2024-11-15T15:22:59,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/hbase-staging 2024-11-15T15:22:59,764 INFO [Time-limited test {}] client.ConnectionUtils(128): master/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:22:59,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:59,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:59,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:22:59,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:22:59,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:22:59,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T15:22:59,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:22:59,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39135 2024-11-15T15:22:59,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39135 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:22:59,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391350x0, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:22:59,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39135-0x1013f1763dd0006 connected 2024-11-15T15:23:00,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:23:00,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:23:00,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on znode that does not yet exist, /2-471688398/running 2024-11-15T15:23:00,117 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170, hbase.cluster.distributed=false 2024-11-15T15:23:00,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on znode that does not yet exist, /2-471688398/acl 2024-11-15T15:23:00,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39135 2024-11-15T15:23:00,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39135 2024-11-15T15:23:00,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39135 2024-11-15T15:23:00,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39135 2024-11-15T15:23:00,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39135 2024-11-15T15:23:00,143 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/855219d6b094:0 server-side Connection retries=45 2024-11-15T15:23:00,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:23:00,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:23:00,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:23:00,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:23:00,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:23:00,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:23:00,144 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:23:00,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34227 2024-11-15T15:23:00,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34227 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:23:00,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:23:00,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:23:00,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342270x0, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:23:00,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342270x0, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on znode that does not yet exist, /2-471688398/running 2024-11-15T15:23:00,161 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:23:00,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34227-0x1013f1763dd0007 connected 2024-11-15T15:23:00,167 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:23:00,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on znode that does not yet exist, /2-471688398/master 2024-11-15T15:23:00,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on znode that does not yet exist, /2-471688398/acl 2024-11-15T15:23:00,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-15T15:23:00,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34227 2024-11-15T15:23:00,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34227 2024-11-15T15:23:00,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-15T15:23:00,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-15T15:23:00,192 DEBUG [M:0;855219d6b094:39135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;855219d6b094:39135 2024-11-15T15:23:00,194 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-471688398/backup-masters/855219d6b094,39135,1731684179764 2024-11-15T15:23:00,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398/backup-masters 2024-11-15T15:23:00,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398/backup-masters 2024-11-15T15:23:00,203 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on existing znode=/2-471688398/backup-masters/855219d6b094,39135,1731684179764 2024-11-15T15:23:00,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:00,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-471688398/master 2024-11-15T15:23:00,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:00,215 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on existing znode=/2-471688398/master 2024-11-15T15:23:00,216 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-471688398/backup-masters/855219d6b094,39135,1731684179764 from backup master directory 2024-11-15T15:23:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398/backup-masters 2024-11-15T15:23:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-471688398/backup-masters/855219d6b094,39135,1731684179764 2024-11-15T15:23:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398/backup-masters 2024-11-15T15:23:00,224 WARN [master/855219d6b094:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:23:00,224 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=855219d6b094,39135,1731684179764 2024-11-15T15:23:00,227 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/hbase.id] with ID: e1a8842a-0781-497f-8753-31a8702db3f2 2024-11-15T15:23:00,227 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/.tmp/hbase.id 2024-11-15T15:23:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:23:00,634 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/.tmp/hbase.id]:[hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/hbase.id] 2024-11-15T15:23:00,642 INFO [master/855219d6b094:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:23:00,642 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T15:23:00,642 INFO [master/855219d6b094:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T15:23:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:00,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:23:00,713 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:23:00,714 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:23:00,714 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:23:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:23:01,119 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store 2024-11-15T15:23:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:23:01,524 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:01,524 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:23:01,525 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:01,525 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:01,525 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:23:01,525 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:01,525 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:01,525 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684181524Disabling compacts and flushes for region at 1731684181524Disabling writes for close at 1731684181525 (+1 ms)Writing region close event to WAL at 1731684181525Closed at 1731684181525 2024-11-15T15:23:01,525 WARN [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/.initializing 2024-11-15T15:23:01,525 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/WALs/855219d6b094,39135,1731684179764 2024-11-15T15:23:01,526 INFO [master/855219d6b094:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:23:01,527 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=855219d6b094%2C39135%2C1731684179764, suffix=, logDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/WALs/855219d6b094,39135,1731684179764, archiveDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/oldWALs, maxLogs=10 2024-11-15T15:23:01,548 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/WALs/855219d6b094,39135,1731684179764/855219d6b094%2C39135%2C1731684179764.1731684181527, exclude list is [], retry=0 2024-11-15T15:23:01,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38719,DS-afdc5e94-0555-4c88-8730-1947def7109f,DISK] 2024-11-15T15:23:01,552 INFO [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/WALs/855219d6b094,39135,1731684179764/855219d6b094%2C39135%2C1731684179764.1731684181527 2024-11-15T15:23:01,552 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45551:45551)] 2024-11-15T15:23:01,552 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:23:01,552 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:01,553 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,553 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:23:01,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:01,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:01,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:23:01,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:01,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:01,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:23:01,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:01,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:01,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:23:01,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:01,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:01,559 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,559 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,560 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,560 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,560 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,561 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:23:01,562 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:23:01,563 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:23:01,564 INFO [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73318752, jitterRate=0.09253454208374023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:23:01,564 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731684181553Initializing all the Stores at 1731684181553Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684181553Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684181553Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684181553Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684181553Cleaning up temporary data from old regions at 1731684181560 (+7 ms)Region opened successfully at 1731684181564 (+4 ms) 2024-11-15T15:23:01,564 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:23:01,566 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efe697a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:23:01,567 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T15:23:01,567 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:23:01,567 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:23:01,567 INFO [master/855219d6b094:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:23:01,568 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T15:23:01,568 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T15:23:01,568 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:23:01,573 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:23:01,574 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Unable to get data of znode /2-471688398/balancer because node does not exist (not necessarily an error) 2024-11-15T15:23:01,618 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-471688398/balancer already deleted, retry=false 2024-11-15T15:23:01,618 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:23:01,619 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Unable to get data of znode /2-471688398/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:23:01,680 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-471688398/normalizer already deleted, retry=false 2024-11-15T15:23:01,680 INFO [master/855219d6b094:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:23:01,683 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Unable to get data of znode /2-471688398/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:23:01,702 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-471688398/switch/split already deleted, retry=false 2024-11-15T15:23:01,703 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Unable to get data of znode /2-471688398/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:23:01,723 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-471688398/switch/merge already deleted, retry=false 2024-11-15T15:23:01,725 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Unable to get data of znode /2-471688398/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:23:01,744 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-471688398/snapshot-cleanup already deleted, retry=false 2024-11-15T15:23:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-471688398/running 2024-11-15T15:23:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-471688398/running 2024-11-15T15:23:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:01,766 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=855219d6b094,39135,1731684179764, sessionid=0x1013f1763dd0006, setting cluster-up flag (Was=false) 2024-11-15T15:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:01,860 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-471688398/flush-table-proc/acquired, /2-471688398/flush-table-proc/reached, /2-471688398/flush-table-proc/abort 2024-11-15T15:23:01,861 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39135,1731684179764 2024-11-15T15:23:01,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:01,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:01,913 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-471688398/online-snapshot/acquired, /2-471688398/online-snapshot/reached, /2-471688398/online-snapshot/abort 2024-11-15T15:23:01,913 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=855219d6b094,39135,1731684179764 2024-11-15T15:23:01,916 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T15:23:01,917 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T15:23:01,917 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T15:23:01,917 INFO [master/855219d6b094:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:23:01,918 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 855219d6b094,39135,1731684179764 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:23:01,919 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:23:01,919 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:23:01,919 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:23:01,919 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/855219d6b094:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:23:01,919 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/855219d6b094:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:23:01,919 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:01,919 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:23:01,919 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:01,925 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731684211925 2024-11-15T15:23:01,925 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:23:01,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:23:01,925 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:23:01,925 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:23:01,925 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:23:01,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:23:01,925 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:23:01,925 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:23:01,926 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:01,926 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:23:01,926 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:23:01,926 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:23:01,926 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T15:23:01,926 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:01,926 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:23:01,926 INFO [master/855219d6b094:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:23:01,926 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684181926,5,FailOnTimeoutGroup] 2024-11-15T15:23:01,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:23:01,927 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684181926,5,FailOnTimeoutGroup] 2024-11-15T15:23:01,927 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:01,927 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:23:01,927 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:01,927 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:01,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741831_1007 (size=1321) 2024-11-15T15:23:01,980 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(746): ClusterId : e1a8842a-0781-497f-8753-31a8702db3f2 2024-11-15T15:23:01,980 DEBUG [RS:0;855219d6b094:34227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:23:01,993 DEBUG [RS:0;855219d6b094:34227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:23:01,993 DEBUG [RS:0;855219d6b094:34227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:23:02,003 DEBUG [RS:0;855219d6b094:34227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:23:02,004 DEBUG [RS:0;855219d6b094:34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbda40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=855219d6b094/172.17.0.2:0 2024-11-15T15:23:02,017 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;855219d6b094:34227 2024-11-15T15:23:02,017 INFO [RS:0;855219d6b094:34227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T15:23:02,017 INFO [RS:0;855219d6b094:34227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T15:23:02,017 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T15:23:02,018 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(2659): reportForDuty to master=855219d6b094,39135,1731684179764 with port=34227, startcode=1731684180143 2024-11-15T15:23:02,018 DEBUG [RS:0;855219d6b094:34227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:23:02,020 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:23:02,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 855219d6b094,34227,1731684180143 2024-11-15T15:23:02,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39135 {}] master.ServerManager(517): Registering regionserver=855219d6b094,34227,1731684180143 2024-11-15T15:23:02,022 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170 2024-11-15T15:23:02,022 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43835 2024-11-15T15:23:02,022 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T15:23:02,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398/rs 2024-11-15T15:23:02,070 DEBUG [RS:0;855219d6b094:34227 {}] zookeeper.ZKUtil(111): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on existing znode=/2-471688398/rs/855219d6b094,34227,1731684180143 2024-11-15T15:23:02,071 WARN [RS:0;855219d6b094:34227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:23:02,071 INFO [RS:0;855219d6b094:34227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:23:02,071 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/WALs/855219d6b094,34227,1731684180143 2024-11-15T15:23:02,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [855219d6b094,34227,1731684180143] 2024-11-15T15:23:02,073 INFO [RS:0;855219d6b094:34227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:23:02,075 INFO [RS:0;855219d6b094:34227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:23:02,076 INFO [RS:0;855219d6b094:34227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:23:02,076 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,077 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T15:23:02,078 INFO [RS:0;855219d6b094:34227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T15:23:02,078 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/855219d6b094:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/855219d6b094:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:23:02,078 DEBUG [RS:0;855219d6b094:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/855219d6b094:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:23:02,079 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,079 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,079 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,079 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,079 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,079 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34227,1731684180143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:23:02,092 INFO [RS:0;855219d6b094:34227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:23:02,092 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,34227,1731684180143-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,092 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,092 INFO [RS:0;855219d6b094:34227 {}] regionserver.Replication(171): 855219d6b094,34227,1731684180143 started 2024-11-15T15:23:02,105 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,105 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1482): Serving as 855219d6b094,34227,1731684180143, RpcServer on 855219d6b094/172.17.0.2:34227, sessionid=0x1013f1763dd0007 2024-11-15T15:23:02,105 DEBUG [RS:0;855219d6b094:34227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:23:02,106 DEBUG [RS:0;855219d6b094:34227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 855219d6b094,34227,1731684180143 2024-11-15T15:23:02,106 DEBUG [RS:0;855219d6b094:34227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,34227,1731684180143' 2024-11-15T15:23:02,106 DEBUG [RS:0;855219d6b094:34227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-471688398/flush-table-proc/abort' 2024-11-15T15:23:02,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:23:02,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,108 DEBUG [RS:0;855219d6b094:34227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-471688398/flush-table-proc/acquired' 2024-11-15T15:23:02,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,109 DEBUG [RS:0;855219d6b094:34227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:23:02,109 DEBUG [RS:0;855219d6b094:34227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:23:02,109 DEBUG [RS:0;855219d6b094:34227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 855219d6b094,34227,1731684180143 2024-11-15T15:23:02,109 DEBUG [RS:0;855219d6b094:34227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '855219d6b094,34227,1731684180143' 2024-11-15T15:23:02,109 DEBUG [RS:0;855219d6b094:34227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-471688398/online-snapshot/abort' 2024-11-15T15:23:02,109 DEBUG [RS:0;855219d6b094:34227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-471688398/online-snapshot/acquired' 2024-11-15T15:23:02,109 DEBUG [RS:0;855219d6b094:34227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:23:02,109 INFO [RS:0;855219d6b094:34227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:23:02,109 INFO [RS:0;855219d6b094:34227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:23:02,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:02,210 INFO [RS:0;855219d6b094:34227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:23:02,211 INFO [RS:0;855219d6b094:34227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C34227%2C1731684180143, suffix=, logDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/WALs/855219d6b094,34227,1731684180143, archiveDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/oldWALs, maxLogs=10 2024-11-15T15:23:02,240 DEBUG [RS:0;855219d6b094:34227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/WALs/855219d6b094,34227,1731684180143/855219d6b094%2C34227%2C1731684180143.1731684182211, exclude list is [], retry=0 2024-11-15T15:23:02,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38719,DS-afdc5e94-0555-4c88-8730-1947def7109f,DISK] 2024-11-15T15:23:02,243 INFO [RS:0;855219d6b094:34227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/WALs/855219d6b094,34227,1731684180143/855219d6b094%2C34227%2C1731684180143.1731684182211 2024-11-15T15:23:02,243 DEBUG [RS:0;855219d6b094:34227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45551:45551)] 2024-11-15T15:23:02,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T15:23:02,338 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170 2024-11-15T15:23:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:23:02,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:02,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:23:02,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:23:02,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:02,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:23:02,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:23:02,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:02,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:23:02,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:23:02,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:02,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:23:02,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:23:02,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:02,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:23:02,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740 2024-11-15T15:23:02,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740 2024-11-15T15:23:02,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:23:02,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:23:02,349 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:23:02,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:23:02,351 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:23:02,351 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62372889, jitterRate=-0.07057152688503265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:23:02,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731684182342Initializing all the Stores at 1731684182342Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684182342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684182342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684182342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684182342Cleaning up temporary data from old regions at 1731684182349 (+7 ms)Region opened successfully at 1731684182351 (+2 ms) 2024-11-15T15:23:02,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:23:02,351 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:23:02,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:23:02,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:23:02,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:23:02,351 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:23:02,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684182351Disabling compacts and flushes for region at 1731684182351Disabling writes for close at 1731684182351Writing region close event to WAL at 1731684182351Closed at 1731684182351 2024-11-15T15:23:02,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:23:02,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T15:23:02,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:23:02,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:23:02,354 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:23:02,504 DEBUG [855219d6b094:39135 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:23:02,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=855219d6b094,34227,1731684180143 2024-11-15T15:23:02,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,34227,1731684180143, state=OPENING 2024-11-15T15:23:02,555 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:23:02,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:02,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:02,566 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:23:02,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,34227,1731684180143}] 2024-11-15T15:23:02,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-471688398/meta-region-server: CHANGED 2024-11-15T15:23:02,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-471688398/meta-region-server: CHANGED 2024-11-15T15:23:02,718 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:23:02,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:23:02,721 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T15:23:02,721 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:23:02,722 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:23:02,723 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C34227%2C1731684180143.meta, suffix=.meta, logDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/WALs/855219d6b094,34227,1731684180143, archiveDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/oldWALs, maxLogs=10 2024-11-15T15:23:02,737 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/WALs/855219d6b094,34227,1731684180143/855219d6b094%2C34227%2C1731684180143.meta.1731684182723.meta, exclude list is [], retry=0 2024-11-15T15:23:02,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38719,DS-afdc5e94-0555-4c88-8730-1947def7109f,DISK] 2024-11-15T15:23:02,740 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/WALs/855219d6b094,34227,1731684180143/855219d6b094%2C34227%2C1731684180143.meta.1731684182723.meta 2024-11-15T15:23:02,740 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45551:45551)] 2024-11-15T15:23:02,740 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:23:02,741 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:23:02,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:23:02,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:23:02,741 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:23:02,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:23:02,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:02,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T15:23:02,741 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T15:23:02,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:23:02,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:23:02,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:02,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T15:23:02,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T15:23:02,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:02,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:23:02,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:23:02,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:02,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:23:02,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:23:02,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:23:02,745 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T15:23:02,746 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740 2024-11-15T15:23:02,746 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740 2024-11-15T15:23:02,747 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T15:23:02,747 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T15:23:02,747 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:23:02,748 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T15:23:02,748 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59528956, jitterRate=-0.1129494309425354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:23:02,748 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T15:23:02,748 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731684182741Writing region info on filesystem at 1731684182741Initializing all the Stores at 1731684182742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684182742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684182742Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684182742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731684182742Cleaning up temporary data from old regions at 1731684182747 (+5 ms)Running coprocessor post-open hooks at 1731684182748 (+1 ms)Region opened successfully at 1731684182748 2024-11-15T15:23:02,749 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731684182718 2024-11-15T15:23:02,751 DEBUG [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:23:02,751 INFO [RS_OPEN_META-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T15:23:02,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,34227,1731684180143 2024-11-15T15:23:02,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 855219d6b094,34227,1731684180143, state=OPEN 2024-11-15T15:23:02,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-471688398/meta-region-server 2024-11-15T15:23:02,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-471688398/meta-region-server 2024-11-15T15:23:02,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=855219d6b094,34227,1731684180143 2024-11-15T15:23:02,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-471688398/meta-region-server: CHANGED 2024-11-15T15:23:02,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-471688398/meta-region-server: CHANGED 2024-11-15T15:23:02,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:23:02,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=855219d6b094,34227,1731684180143 in 195 msec 2024-11-15T15:23:02,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:23:02,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-15T15:23:02,764 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:23:02,764 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T15:23:02,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:02,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,34227,1731684180143, seqNum=-1] 2024-11-15T15:23:02,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:02,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:23:02,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-11-15T15:23:02,769 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731684182769, completionTime=-1 2024-11-15T15:23:02,769 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:23:02,769 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731684242771 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731684302771 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39135,1731684179764-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39135,1731684179764-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39135,1731684179764-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-855219d6b094:39135, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,771 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,773 DEBUG [master/855219d6b094:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T15:23:02,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.550sec 2024-11-15T15:23:02,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:23:02,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:23:02,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:23:02,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:23:02,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:23:02,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39135,1731684179764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:23:02,774 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39135,1731684179764-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:23:02,776 DEBUG [master/855219d6b094:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:23:02,776 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:23:02,776 INFO [master/855219d6b094:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=855219d6b094,39135,1731684179764-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:23:02,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6394f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:02,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39135,-1 for getting cluster id 2024-11-15T15:23:02,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:02,781 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a8842a-0781-497f-8753-31a8702db3f2' 2024-11-15T15:23:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a8842a-0781-497f-8753-31a8702db3f2" 2024-11-15T15:23:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f29ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39135,-1] 2024-11-15T15:23:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:02,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:02,782 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:02,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247b7ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:02,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,34227,1731684180143, seqNum=-1] 2024-11-15T15:23:02,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:02,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:23:02,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=855219d6b094,39135,1731684179764 2024-11-15T15:23:02,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64833 2024-11-15T15:23:02,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:23:02,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013f1763dd0008 connected 2024-11-15T15:23:02,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45521,1731684168190 2024-11-15T15:23:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23172d67 2024-11-15T15:23:02,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:02,810 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:02,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:23:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:23:02,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:23:02,813 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:02,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:23:02,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:23:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:02,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:23:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:03,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 258a7ad196b5006ed753a5640104e08e, NAME => 'test,,1731684182811.258a7ad196b5006ed753a5640104e08e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83 2024-11-15T15:23:03,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:23:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:03,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684182811.258a7ad196b5006ed753a5640104e08e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:03,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 258a7ad196b5006ed753a5640104e08e, disabling compactions & flushes 2024-11-15T15:23:03,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:03,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:03,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684182811.258a7ad196b5006ed753a5640104e08e. after waiting 0 ms 2024-11-15T15:23:03,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:03,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:03,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 258a7ad196b5006ed753a5640104e08e: Waiting for close lock at 1731684183624Disabling compacts and flushes for region at 1731684183624Disabling writes for close at 1731684183625 (+1 ms)Writing region close event to WAL at 1731684183625Closed at 1731684183625 2024-11-15T15:23:03,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:23:03,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684182811.258a7ad196b5006ed753a5640104e08e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684183626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684183626"}]},"ts":"1731684183626"} 2024-11-15T15:23:03,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:23:03,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:23:03,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684183628"}]},"ts":"1731684183628"} 2024-11-15T15:23:03,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:23:03,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=258a7ad196b5006ed753a5640104e08e, ASSIGN}] 2024-11-15T15:23:03,632 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=258a7ad196b5006ed753a5640104e08e, ASSIGN 2024-11-15T15:23:03,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=258a7ad196b5006ed753a5640104e08e, ASSIGN; state=OFFLINE, location=855219d6b094,45177,1731684168384; forceNewPlan=false, retain=false 2024-11-15T15:23:03,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=258a7ad196b5006ed753a5640104e08e, regionState=OPENING, regionLocation=855219d6b094,45177,1731684168384 2024-11-15T15:23:03,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=258a7ad196b5006ed753a5640104e08e, ASSIGN because future has completed 2024-11-15T15:23:03,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258a7ad196b5006ed753a5640104e08e, server=855219d6b094,45177,1731684168384}] 2024-11-15T15:23:03,940 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:03,940 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 258a7ad196b5006ed753a5640104e08e, NAME => 'test,,1731684182811.258a7ad196b5006ed753a5640104e08e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:23:03,940 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:23:03,940 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:23:03,941 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,941 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684182811.258a7ad196b5006ed753a5640104e08e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:03,941 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,941 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,942 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,943 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258a7ad196b5006ed753a5640104e08e columnFamilyName f 2024-11-15T15:23:03,943 DEBUG [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:03,943 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] regionserver.HStore(327): Store=258a7ad196b5006ed753a5640104e08e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:03,943 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,944 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258a7ad196b5006ed753a5640104e08e columnFamilyName f1 2024-11-15T15:23:03,944 DEBUG [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:03,944 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] regionserver.HStore(327): Store=258a7ad196b5006ed753a5640104e08e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:03,944 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,945 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258a7ad196b5006ed753a5640104e08e columnFamilyName norep 2024-11-15T15:23:03,945 DEBUG [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:03,945 INFO [StoreOpener-258a7ad196b5006ed753a5640104e08e-1 {}] regionserver.HStore(327): Store=258a7ad196b5006ed753a5640104e08e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:03,945 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,945 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,946 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,946 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,946 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,947 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:23:03,948 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,949 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:23:03,949 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 258a7ad196b5006ed753a5640104e08e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71917569, jitterRate=0.0716552883386612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:23:03,949 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:03,949 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 258a7ad196b5006ed753a5640104e08e: Running coprocessor pre-open hook at 1731684183941Writing region info on filesystem at 1731684183941Initializing all the Stores at 1731684183941Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684183941Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684183942 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684183942Cleaning up temporary data from old regions at 1731684183946 (+4 ms)Running coprocessor post-open hooks at 1731684183949 (+3 ms)Region opened successfully at 1731684183949 2024-11-15T15:23:03,950 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684182811.258a7ad196b5006ed753a5640104e08e., pid=6, masterSystemTime=1731684183936 2024-11-15T15:23:03,952 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:03,952 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:03,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=258a7ad196b5006ed753a5640104e08e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,45177,1731684168384 2024-11-15T15:23:03,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 258a7ad196b5006ed753a5640104e08e, server=855219d6b094,45177,1731684168384 because future has completed 2024-11-15T15:23:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:03,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:23:03,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 258a7ad196b5006ed753a5640104e08e, server=855219d6b094,45177,1731684168384 in 169 msec 2024-11-15T15:23:03,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:23:03,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=258a7ad196b5006ed753a5640104e08e, ASSIGN in 325 msec 2024-11-15T15:23:03,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:23:03,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684183958"}]},"ts":"1731684183958"} 2024-11-15T15:23:03,959 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:23:03,960 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:23:03,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-15T15:23:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:04,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:04,965 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:23:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39191,1731684173965 2024-11-15T15:23:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548b9aea 2024-11-15T15:23:04,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:04,966 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:04,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:23:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:23:04,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:23:04,969 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:04,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:23:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:04,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:23:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:23:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:05,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a6008a3f09bb89ac77d43e43017f447, NAME => 'test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65 2024-11-15T15:23:05,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:23:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:05,783 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:05,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a6008a3f09bb89ac77d43e43017f447, disabling compactions & flushes 2024-11-15T15:23:05,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:05,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:05,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. after waiting 0 ms 2024-11-15T15:23:05,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:05,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:05,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a6008a3f09bb89ac77d43e43017f447: Waiting for close lock at 1731684185784Disabling compacts and flushes for region at 1731684185784Disabling writes for close at 1731684185784Writing region close event to WAL at 1731684185784Closed at 1731684185784 2024-11-15T15:23:05,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:23:05,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684185788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684185788"}]},"ts":"1731684185788"} 2024-11-15T15:23:05,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:23:05,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:23:05,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684185791"}]},"ts":"1731684185791"} 2024-11-15T15:23:05,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:23:05,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a6008a3f09bb89ac77d43e43017f447, ASSIGN}] 2024-11-15T15:23:05,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a6008a3f09bb89ac77d43e43017f447, ASSIGN 2024-11-15T15:23:05,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a6008a3f09bb89ac77d43e43017f447, ASSIGN; state=OFFLINE, location=855219d6b094,46335,1731684174075; forceNewPlan=false, retain=false 2024-11-15T15:23:05,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a6008a3f09bb89ac77d43e43017f447, regionState=OPENING, regionLocation=855219d6b094,46335,1731684174075 2024-11-15T15:23:05,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a6008a3f09bb89ac77d43e43017f447, ASSIGN because future has completed 2024-11-15T15:23:05,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a6008a3f09bb89ac77d43e43017f447, server=855219d6b094,46335,1731684174075}] 2024-11-15T15:23:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:06,107 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:06,107 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a6008a3f09bb89ac77d43e43017f447, NAME => 'test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:23:06,108 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:23:06,108 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:23:06,108 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,108 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:06,108 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,108 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,110 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,111 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a6008a3f09bb89ac77d43e43017f447 columnFamilyName f 2024-11-15T15:23:06,111 DEBUG [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:06,111 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] regionserver.HStore(327): Store=0a6008a3f09bb89ac77d43e43017f447/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:06,111 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,112 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a6008a3f09bb89ac77d43e43017f447 columnFamilyName f1 2024-11-15T15:23:06,112 DEBUG [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:06,112 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] regionserver.HStore(327): Store=0a6008a3f09bb89ac77d43e43017f447/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:06,112 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,118 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a6008a3f09bb89ac77d43e43017f447 columnFamilyName norep 2024-11-15T15:23:06,118 DEBUG [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:06,118 INFO [StoreOpener-0a6008a3f09bb89ac77d43e43017f447-1 {}] regionserver.HStore(327): Store=0a6008a3f09bb89ac77d43e43017f447/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:06,119 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,119 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,120 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,120 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,120 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,121 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:23:06,122 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,123 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:23:06,123 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a6008a3f09bb89ac77d43e43017f447; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74887379, jitterRate=0.1159089058637619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:23:06,124 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:06,124 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a6008a3f09bb89ac77d43e43017f447: Running coprocessor pre-open hook at 1731684186108Writing region info on filesystem at 1731684186108Initializing all the Stores at 1731684186109 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684186109Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684186109Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684186109Cleaning up temporary data from old regions at 1731684186120 (+11 ms)Running coprocessor post-open hooks at 1731684186124 (+4 ms)Region opened successfully at 1731684186124 2024-11-15T15:23:06,125 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447., pid=6, masterSystemTime=1731684186104 2024-11-15T15:23:06,127 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:06,127 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:06,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a6008a3f09bb89ac77d43e43017f447, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,46335,1731684174075 2024-11-15T15:23:06,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a6008a3f09bb89ac77d43e43017f447, server=855219d6b094,46335,1731684174075 because future has completed 2024-11-15T15:23:06,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:23:06,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a6008a3f09bb89ac77d43e43017f447, server=855219d6b094,46335,1731684174075 in 178 msec 2024-11-15T15:23:06,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:23:06,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a6008a3f09bb89ac77d43e43017f447, ASSIGN in 337 msec 2024-11-15T15:23:06,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:23:06,135 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684186134"}]},"ts":"1731684186134"} 2024-11-15T15:23:06,138 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:23:06,140 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:23:06,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-15T15:23:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:07,115 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:23:07,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39135,1731684179764 2024-11-15T15:23:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5be51 2024-11-15T15:23:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:07,117 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:07,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:23:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T15:23:07,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:23:07,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:07,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T15:23:07,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:23:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741835_1011 (size=902) 2024-11-15T15:23:07,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c529d06dba9130a89a8b75b8a8b062d, NAME => 'test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170 2024-11-15T15:23:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741836_1012 (size=39) 2024-11-15T15:23:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:07,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:07,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c529d06dba9130a89a8b75b8a8b062d, disabling compactions & flushes 2024-11-15T15:23:07,533 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:07,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:07,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. after waiting 0 ms 2024-11-15T15:23:07,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:07,533 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:07,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c529d06dba9130a89a8b75b8a8b062d: Waiting for close lock at 1731684187533Disabling compacts and flushes for region at 1731684187533Disabling writes for close at 1731684187533Writing region close event to WAL at 1731684187533Closed at 1731684187533 2024-11-15T15:23:07,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:23:07,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731684187534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684187534"}]},"ts":"1731684187534"} 2024-11-15T15:23:07,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:23:07,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:23:07,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684187537"}]},"ts":"1731684187537"} 2024-11-15T15:23:07,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T15:23:07,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c529d06dba9130a89a8b75b8a8b062d, ASSIGN}] 2024-11-15T15:23:07,539 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c529d06dba9130a89a8b75b8a8b062d, ASSIGN 2024-11-15T15:23:07,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c529d06dba9130a89a8b75b8a8b062d, ASSIGN; state=OFFLINE, location=855219d6b094,34227,1731684180143; forceNewPlan=false, retain=false 2024-11-15T15:23:07,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c529d06dba9130a89a8b75b8a8b062d, regionState=OPENING, regionLocation=855219d6b094,34227,1731684180143 2024-11-15T15:23:07,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c529d06dba9130a89a8b75b8a8b062d, ASSIGN because future has completed 2024-11-15T15:23:07,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c529d06dba9130a89a8b75b8a8b062d, server=855219d6b094,34227,1731684180143}] 2024-11-15T15:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:07,846 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:07,846 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c529d06dba9130a89a8b75b8a8b062d, NAME => 'test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:23:07,846 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:23:07,846 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T15:23:07,846 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,846 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:07,846 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,846 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,847 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,848 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c529d06dba9130a89a8b75b8a8b062d columnFamilyName f 2024-11-15T15:23:07,848 DEBUG [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:07,849 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] regionserver.HStore(327): Store=4c529d06dba9130a89a8b75b8a8b062d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:07,849 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,849 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c529d06dba9130a89a8b75b8a8b062d columnFamilyName f1 2024-11-15T15:23:07,849 DEBUG [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:07,850 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] regionserver.HStore(327): Store=4c529d06dba9130a89a8b75b8a8b062d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:07,850 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,851 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c529d06dba9130a89a8b75b8a8b062d columnFamilyName norep 2024-11-15T15:23:07,851 DEBUG [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:07,851 INFO [StoreOpener-4c529d06dba9130a89a8b75b8a8b062d-1 {}] regionserver.HStore(327): Store=4c529d06dba9130a89a8b75b8a8b062d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:07,851 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,851 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,852 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,852 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,852 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,852 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:23:07,853 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,854 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:23:07,855 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c529d06dba9130a89a8b75b8a8b062d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69868049, jitterRate=0.041115060448646545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:23:07,855 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:07,855 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c529d06dba9130a89a8b75b8a8b062d: Running coprocessor pre-open hook at 1731684187847Writing region info on filesystem at 1731684187847Initializing all the Stores at 1731684187847Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684187847Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684187847Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684187847Cleaning up temporary data from old regions at 1731684187852 (+5 ms)Running coprocessor post-open hooks at 1731684187855 (+3 ms)Region opened successfully at 1731684187855 2024-11-15T15:23:07,855 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d., pid=6, masterSystemTime=1731684187843 2024-11-15T15:23:07,857 DEBUG [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:07,857 INFO [RS_OPEN_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:07,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c529d06dba9130a89a8b75b8a8b062d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=855219d6b094,34227,1731684180143 2024-11-15T15:23:07,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c529d06dba9130a89a8b75b8a8b062d, server=855219d6b094,34227,1731684180143 because future has completed 2024-11-15T15:23:07,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:23:07,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c529d06dba9130a89a8b75b8a8b062d, server=855219d6b094,34227,1731684180143 in 167 msec 2024-11-15T15:23:07,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:23:07,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c529d06dba9130a89a8b75b8a8b062d, ASSIGN in 323 msec 2024-11-15T15:23:07,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:23:07,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684187862"}]},"ts":"1731684187862"} 2024-11-15T15:23:07,864 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T15:23:07,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:23:07,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-15T15:23:08,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:23:08,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T15:23:08,255 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T15:23:08,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:08,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45521,-1 for getting cluster id 2024-11-15T15:23:08,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:08,256 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60048427-28c5-47e8-941e-daec0f2dc858' 2024-11-15T15:23:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60048427-28c5-47e8-941e-daec0f2dc858" 2024-11-15T15:23:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1187c5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45521,-1] 2024-11-15T15:23:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:08,257 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a727816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:08,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45521,1731684168190 2024-11-15T15:23:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701046a9 2024-11-15T15:23:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:08,259 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:08,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://855219d6b094:39191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:23:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:23:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:23:08,261 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39191' 2024-11-15T15:23:08,262 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5402805b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:08,262 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39191,-1 for getting cluster id 2024-11-15T15:23:08,262 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:08,263 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ebcfaa8-ddfb-42cb-a746-c9d10e18caed' 2024-11-15T15:23:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ebcfaa8-ddfb-42cb-a746-c9d10e18caed" 2024-11-15T15:23:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1447105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39191,-1] 2024-11-15T15:23:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:08,264 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddca3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:08,265 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39191,1731684173965 2024-11-15T15:23:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0b5292 2024-11-15T15:23:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:08,266 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:08,267 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T15:23:08,267 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:23:08,267 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:08,267 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:08,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:08,267 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:23:08,268 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T15:23:08,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:23:08,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:08,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:23:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741837_1013 (size=1138) 2024-11-15T15:23:08,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:08,319 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T15:23:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:23:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:23:08,676 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1917c7bca2c60ddc0d8456d6e84325aa, NAME => 'hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83 2024-11-15T15:23:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741838_1014 (size=44) 2024-11-15T15:23:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:23:09,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:09,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1917c7bca2c60ddc0d8456d6e84325aa, disabling compactions & flushes 2024-11-15T15:23:09,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:09,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:09,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. after waiting 0 ms 2024-11-15T15:23:09,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:09,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:09,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1917c7bca2c60ddc0d8456d6e84325aa: Waiting for close lock at 1731684189081Disabling compacts and flushes for region at 1731684189081Disabling writes for close at 1731684189081Writing region close event to WAL at 1731684189081Closed at 1731684189081 2024-11-15T15:23:09,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:23:09,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731684189083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684189083"}]},"ts":"1731684189083"} 2024-11-15T15:23:09,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T15:23:09,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:23:09,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684189085"}]},"ts":"1731684189085"} 2024-11-15T15:23:09,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T15:23:09,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1917c7bca2c60ddc0d8456d6e84325aa, ASSIGN}] 2024-11-15T15:23:09,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1917c7bca2c60ddc0d8456d6e84325aa, ASSIGN 2024-11-15T15:23:09,087 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1917c7bca2c60ddc0d8456d6e84325aa, ASSIGN; state=OFFLINE, location=855219d6b094,45177,1731684168384; forceNewPlan=false, retain=false 2024-11-15T15:23:09,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:09,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:23:09,125 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148914 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [855219d6b094,41519,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:41519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T15:23:09,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1917c7bca2c60ddc0d8456d6e84325aa, regionState=OPENING, regionLocation=855219d6b094,45177,1731684168384 2024-11-15T15:23:09,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1917c7bca2c60ddc0d8456d6e84325aa, ASSIGN because future has completed 2024-11-15T15:23:09,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1917c7bca2c60ddc0d8456d6e84325aa, server=855219d6b094,45177,1731684168384}] 2024-11-15T15:23:09,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:09,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:23:09,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T15:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:23:09,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=855219d6b094%2C45177%2C1731684168384.rep, suffix=, logDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/oldWALs, maxLogs=10 2024-11-15T15:23:09,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.rep.1731684189396, exclude list is [], retry=0 2024-11-15T15:23:09,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-557d22c4-689c-48f9-85b5-e407a5f190cb,DISK] 2024-11-15T15:23:09,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.rep.1731684189396 2024-11-15T15:23:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-15T15:23:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1917c7bca2c60ddc0d8456d6e84325aa, NAME => 'hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:23:09,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T15:23:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:23:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. service=MultiRowMutationService 2024-11-15T15:23:09,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T15:23:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:23:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,412 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,413 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1917c7bca2c60ddc0d8456d6e84325aa columnFamilyName hfileref 2024-11-15T15:23:09,413 DEBUG [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:09,414 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] regionserver.HStore(327): Store=1917c7bca2c60ddc0d8456d6e84325aa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:09,414 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,414 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1917c7bca2c60ddc0d8456d6e84325aa columnFamilyName queue 2024-11-15T15:23:09,414 DEBUG [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:09,415 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] regionserver.HStore(327): Store=1917c7bca2c60ddc0d8456d6e84325aa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:09,415 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,415 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1917c7bca2c60ddc0d8456d6e84325aa columnFamilyName sid 2024-11-15T15:23:09,415 DEBUG [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:23:09,415 INFO [StoreOpener-1917c7bca2c60ddc0d8456d6e84325aa-1 {}] regionserver.HStore(327): Store=1917c7bca2c60ddc0d8456d6e84325aa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:23:09,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T15:23:09,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:23:09,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1917c7bca2c60ddc0d8456d6e84325aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62472976, jitterRate=-0.06908011436462402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T15:23:09,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:09,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1917c7bca2c60ddc0d8456d6e84325aa: Running coprocessor pre-open hook at 1731684189411Writing region info on filesystem at 1731684189411Initializing all the Stores at 1731684189412 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684189412Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684189412Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731684189412Cleaning up temporary data from old regions at 1731684189417 (+5 ms)Running coprocessor post-open hooks at 1731684189420 (+3 ms)Region opened successfully at 1731684189420 2024-11-15T15:23:09,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa., pid=10, masterSystemTime=1731684189391 2024-11-15T15:23:09,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:09,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:09,423 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1917c7bca2c60ddc0d8456d6e84325aa, regionState=OPEN, openSeqNum=2, regionLocation=855219d6b094,45177,1731684168384 2024-11-15T15:23:09,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1917c7bca2c60ddc0d8456d6e84325aa, server=855219d6b094,45177,1731684168384 because future has completed 2024-11-15T15:23:09,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:23:09,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1917c7bca2c60ddc0d8456d6e84325aa, server=855219d6b094,45177,1731684168384 in 185 msec 2024-11-15T15:23:09,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T15:23:09,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1917c7bca2c60ddc0d8456d6e84325aa, ASSIGN in 341 msec 2024-11-15T15:23:09,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:23:09,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684189429"}]},"ts":"1731684189429"} 2024-11-15T15:23:09,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T15:23:09,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:23:09,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-15T15:23:09,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa., hostname=855219d6b094,45177,1731684168384, seqNum=2] 2024-11-15T15:23:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:23:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:23:09,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:23:09,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T15:23:09,672 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T15:23:09,698 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-855219d6b094,45177,1731684168384, ReplicationSource: 1, currentBandwidth=0 2024-11-15T15:23:09,698 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:09,698 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,45177,1731684168384, seqNum=-1] 2024-11-15T15:23:09,699 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:09,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-15T15:23:09,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-855219d6b094,45177,1731684168384', locateType=CURRENT is [region=hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa., hostname=855219d6b094,45177,1731684168384, seqNum=2] 2024-11-15T15:23:09,702 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T15:23:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T15:23:09,704 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 855219d6b094,45177,1731684168384 suceeded 2024-11-15T15:23:09,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T15:23:09,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T15:23:09,705 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://855219d6b094:39191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:23:09,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4460 sec 2024-11-15T15:23:09,716 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39191' 2024-11-15T15:23:09,717 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3510cfba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:09,717 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39191,-1 for getting cluster id 2024-11-15T15:23:09,717 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:09,717 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ebcfaa8-ddfb-42cb-a746-c9d10e18caed' 2024-11-15T15:23:09,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:09,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ebcfaa8-ddfb-42cb-a746-c9d10e18caed" 2024-11-15T15:23:09,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31fa237a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:09,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39191,-1] 2024-11-15T15:23:09,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:09,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:09,718 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:09,719 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64dda6dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:09,719 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:09,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39191,1731684173965 2024-11-15T15:23:09,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752074e5 2024-11-15T15:23:09,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:09,720 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T15:23:09,720 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-855219d6b094,45177,1731684168384 (queues=1) is replicating from cluster=60048427-28c5-47e8-941e-daec0f2dc858 to cluster=5ebcfaa8-ddfb-42cb-a746-c9d10e18caed 2024-11-15T15:23:09,720 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=855219d6b094%2C45177%2C1731684168384 2024-11-15T15:23:09,721 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-855219d6b094,45177,1731684168384, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:23:09,721 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C45177%2C1731684168384 2024-11-15T15:23:09,721 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598, startPosition=0, beingWritten=true 2024-11-15T15:23:09,725 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:23:09,725 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 379, reset compression=false 2024-11-15T15:23:09,725 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,45177,1731684168384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:23:09,773 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:23:09,928 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 379, reset compression=false 2024-11-15T15:23:10,231 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 379, reset compression=false 2024-11-15T15:23:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T15:23:10,416 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T15:23:10,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:10,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:10,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:10,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:10,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:10,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cfd6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45521,-1 for getting cluster id 2024-11-15T15:23:10,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:10,417 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60048427-28c5-47e8-941e-daec0f2dc858' 2024-11-15T15:23:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60048427-28c5-47e8-941e-daec0f2dc858" 2024-11-15T15:23:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1308e125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45521,-1] 2024-11-15T15:23:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:10,418 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:10,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0a9e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc35c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39191,-1 for getting cluster id 2024-11-15T15:23:10,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:10,419 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ebcfaa8-ddfb-42cb-a746-c9d10e18caed' 2024-11-15T15:23:10,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:10,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ebcfaa8-ddfb-42cb-a746-c9d10e18caed" 2024-11-15T15:23:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613ec7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39191,-1] 2024-11-15T15:23:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:10,420 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:10,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d2bf4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cacc10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39135,-1 for getting cluster id 2024-11-15T15:23:10,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:10,422 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a8842a-0781-497f-8753-31a8702db3f2' 2024-11-15T15:23:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a8842a-0781-497f-8753-31a8702db3f2" 2024-11-15T15:23:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe1ceb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39135,-1] 2024-11-15T15:23:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:10,423 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ce1b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:10,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:23:10,427 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731684190426/Put/seqid=0 2024-11-15T15:23:10,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741840_1016 (size=7894) 2024-11-15T15:23:10,634 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 379, reset compression=false 2024-11-15T15:23:10,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731684190835/Put/seqid=0 2024-11-15T15:23:10,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741841_1017 (size=7691) 2024-11-15T15:23:11,138 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 379, reset compression=false 2024-11-15T15:23:11,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c67e29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:11,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45521,-1 for getting cluster id 2024-11-15T15:23:11,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:11,241 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60048427-28c5-47e8-941e-daec0f2dc858' 2024-11-15T15:23:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60048427-28c5-47e8-941e-daec0f2dc858" 2024-11-15T15:23:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b9d868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45521,-1] 2024-11-15T15:23:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:11,242 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:11,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9311d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:11,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,45177,1731684168384, seqNum=-1] 2024-11-15T15:23:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:11,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:23:11,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45521,1731684168190 2024-11-15T15:23:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a3c3417 2024-11-15T15:23:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:11,252 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:11,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2] 2024-11-15T15:23:11,257 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:23:11,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-15T15:23:11,264 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-15T15:23:11,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 258a7ad196b5006ed753a5640104e08e/f 2024-11-15T15:23:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T15:23:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:11,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 258a7ad196b5006ed753a5640104e08e/f 2024-11-15T15:23:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T15:23:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HRegion(2603): Flush status journal for 258a7ad196b5006ed753a5640104e08e: 2024-11-15T15:23:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_0 2024-11-15T15:23:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_0 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ 2024-11-15T15:23:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_1 2024-11-15T15:23:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_1 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ 2024-11-15T15:23:11,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_0 into 258a7ad196b5006ed753a5640104e08e/f as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ - updating store file list. 2024-11-15T15:23:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:11,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ into 258a7ad196b5006ed753a5640104e08e/f 2024-11-15T15:23:11,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_0 into 258a7ad196b5006ed753a5640104e08e/f (new location: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_) 2024-11-15T15:23:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_0 2024-11-15T15:23:11,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_1 into 258a7ad196b5006ed753a5640104e08e/f as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ - updating store file list. 2024-11-15T15:23:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6454262bc618483fabfcecf5f16f061e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:11,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ into 258a7ad196b5006ed753a5640104e08e/f 2024-11-15T15:23:11,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_1 into 258a7ad196b5006ed753a5640104e08e/f (new location: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_) 2024-11-15T15:23:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__ner3p7r9rsfq85lfrbtaboihb9iqguq3r08kmb9p4bb3nvnbfn8o8uhm3cc4a7m4/f/hfile_1 2024-11-15T15:23:11,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:11,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:11,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:11,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:11,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:11,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2 , the old value is region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=855219d6b094:45177 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:23:11,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:23:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2 from cache 2024-11-15T15:23:11,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46335,1731684174075, seqNum=-1] 2024-11-15T15:23:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:60122 deadline: 1731684251292 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:60122 2024-11-15T15:23:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:11,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:23:11,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447., hostname=855219d6b094,46335,1731684174075, seqNum=2] 2024-11-15T15:23:11,298 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T15:23:11,395 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:45177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T15:23:11,741 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 379, reset compression=false 2024-11-15T15:23:11,745 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:23:11,746 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,45177,1731684168384 got entry batch from reader: WALEntryBatch [walEntries=[{test/258a7ad196b5006ed753a5640104e08e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731684191290/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T15:23:11,748 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:23:11,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T15:23:11,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(318): Replicating [60048427-28c5-47e8-941e-daec0f2dc858] bulk loaded data 2024-11-15T15:23:11,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@657560ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:11,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39191,-1 for getting cluster id 2024-11-15T15:23:11,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:11,751 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ebcfaa8-ddfb-42cb-a746-c9d10e18caed' 2024-11-15T15:23:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ebcfaa8-ddfb-42cb-a746-c9d10e18caed" 2024-11-15T15:23:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303843e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39191,-1] 2024-11-15T15:23:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:11,752 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:11,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be67cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:11,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741837_1013 (size=7894) 2024-11-15T15:23:11,946 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 687, reset compression=false 2024-11-15T15:23:12,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741838_1014 (size=7691) 2024-11-15T15:23:12,249 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 687, reset compression=false 2024-11-15T15:23:12,300 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T15:23:12,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:12,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39191,1731684173965 2024-11-15T15:23:12,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@685061d 2024-11-15T15:23:12,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:12,609 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-15T15:23:12,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:23:12,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:12,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,46335,1731684174075, seqNum=-1] 2024-11-15T15:23:12,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:12,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-15T15:23:12,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-15T15:23:12,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-15T15:23:12,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ for inclusion in 0a6008a3f09bb89ac77d43e43017f447/f 2024-11-15T15:23:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T15:23:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:12,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ for inclusion in 0a6008a3f09bb89ac77d43e43017f447/f 2024-11-15T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HRegion(2603): Flush status journal for 0a6008a3f09bb89ac77d43e43017f447: 2024-11-15T15:23:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/b40569890a8e4713af65c3175b92f2ce_SeqId_4_ 2024-11-15T15:23:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6454262bc618483fabfcecf5f16f061e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:23:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/d126af40dd6f492b99497a9f48899c87_SeqId_4_ 2024-11-15T15:23:12,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ into 0a6008a3f09bb89ac77d43e43017f447/f as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/b40569890a8e4713af65c3175b92f2ce_SeqId_4_ - updating store file list. 2024-11-15T15:23:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b40569890a8e4713af65c3175b92f2ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:12,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/b40569890a8e4713af65c3175b92f2ce_SeqId_4_ into 0a6008a3f09bb89ac77d43e43017f447/f 2024-11-15T15:23:12,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ into 0a6008a3f09bb89ac77d43e43017f447/f (new location: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/b40569890a8e4713af65c3175b92f2ce_SeqId_4_) 2024-11-15T15:23:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_ 2024-11-15T15:23:12,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ into 0a6008a3f09bb89ac77d43e43017f447/f as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/d126af40dd6f492b99497a9f48899c87_SeqId_4_ - updating store file list. 2024-11-15T15:23:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d126af40dd6f492b99497a9f48899c87_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:12,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/d126af40dd6f492b99497a9f48899c87_SeqId_4_ into 0a6008a3f09bb89ac77d43e43017f447/f 2024-11-15T15:23:12,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ into 0a6008a3f09bb89ac77d43e43017f447/f (new location: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/d126af40dd6f492b99497a9f48899c87_SeqId_4_) 2024-11-15T15:23:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__tauqhokm1cj4eacn84gf09m3lnqt13b9vlstvsmdpq554kr9tde75ag0g5q5hrev/f/6454262bc618483fabfcecf5f16f061e_SeqId_4_ 2024-11-15T15:23:12,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(324): Finished replicating [60048427-28c5-47e8-941e-daec0f2dc858] bulk loaded data 2024-11-15T15:23:12,653 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 687, reset compression=false 2024-11-15T15:23:13,156 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 687, reset compression=false 2024-11-15T15:23:13,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,34227,1731684180143, seqNum=-1] 2024-11-15T15:23:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:13,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:23:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d., hostname=855219d6b094,34227,1731684180143, seqNum=2] 2024-11-15T15:23:13,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:23:13,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:23:13,315 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 855219d6b094%2C45177%2C1731684168384:(num 1731684170598) roll requested 2024-11-15T15:23:13,331 DEBUG [regionserver/855219d6b094:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315, exclude list is [], retry=0 2024-11-15T15:23:13,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-557d22c4-689c-48f9-85b5-e407a5f190cb,DISK] 2024-11-15T15:23:13,333 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 2024-11-15T15:23:13,334 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-15T15:23:13,334 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 is not closed yet, will try archiving it next time 2024-11-15T15:23:13,334 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 855219d6b094%2C45177%2C1731684168384.meta:.meta(num 1731684171597) roll requested 2024-11-15T15:23:13,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33edd929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45521,-1 for getting cluster id 2024-11-15T15:23:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741832_1008 (size=695) 2024-11-15T15:23:13,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:13,335 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60048427-28c5-47e8-941e-daec0f2dc858' 2024-11-15T15:23:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60048427-28c5-47e8-941e-daec0f2dc858" 2024-11-15T15:23:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19404898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45521,-1] 2024-11-15T15:23:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:13,337 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:13,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1653a1dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45521,1731684168190 2024-11-15T15:23:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f88efa8 2024-11-15T15:23:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:13,338 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:13,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://855219d6b094:39135,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T15:23:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T15:23:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T15:23:13,341 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39135' 2024-11-15T15:23:13,345 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ef5c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,345 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39135,-1 for getting cluster id 2024-11-15T15:23:13,345 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/oldWALs/855219d6b094%2C45177%2C1731684168384.1731684170598 2024-11-15T15:23:13,345 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:13,346 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a8842a-0781-497f-8753-31a8702db3f2' 2024-11-15T15:23:13,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:13,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a8842a-0781-497f-8753-31a8702db3f2" 2024-11-15T15:23:13,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bbf3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39135,-1] 2024-11-15T15:23:13,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:13,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:13,347 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:13,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9bc443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,347 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:13,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39135,1731684179764 2024-11-15T15:23:13,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49b55a69 2024-11-15T15:23:13,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:13,348 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:13,348 DEBUG [regionserver/855219d6b094:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.meta.1731684193334.meta, exclude list is [], retry=0 2024-11-15T15:23:13,349 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T15:23:13,349 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T15:23:13,349 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:13,349 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:13,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:13,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:23:13,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-557d22c4-689c-48f9-85b5-e407a5f190cb,DISK] 2024-11-15T15:23:13,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,352 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.meta.1731684171597.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.meta.1731684193334.meta 2024-11-15T15:23:13,353 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-15T15:23:13,353 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.meta.1731684171597.meta is not closed yet, will try archiving it next time 2024-11-15T15:23:13,353 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 855219d6b094%2C45177%2C1731684168384.rep:(num 1731684189396) roll requested 2024-11-15T15:23:13,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741834_1010 (size=3473) 2024-11-15T15:23:13,369 DEBUG [regionserver/855219d6b094:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.rep.1731684193353, exclude list is [], retry=0 2024-11-15T15:23:13,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-557d22c4-689c-48f9-85b5-e407a5f190cb,DISK] 2024-11-15T15:23:13,372 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.rep.1731684189396 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.rep.1731684193353 2024-11-15T15:23:13,372 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-15T15:23:13,372 DEBUG [regionserver/855219d6b094:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.rep.1731684189396 is not closed yet, will try archiving it next time 2024-11-15T15:23:13,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741839_1015 (size=1505) 2024-11-15T15:23:13,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:13,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T15:23:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T15:23:13,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T15:23:13,581 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T15:23:13,615 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-855219d6b094,45177,1731684168384, ReplicationSource: 2, currentBandwidth=0 2024-11-15T15:23:13,617 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T15:23:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T15:23:13,619 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 855219d6b094,45177,1731684168384 suceeded 2024-11-15T15:23:13,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T15:23:13,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-15T15:23:13,620 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://855219d6b094:39135,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T15:23:13,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 281 msec 2024-11-15T15:23:13,630 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='855219d6b094:39135' 2024-11-15T15:23:13,631 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b727282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,631 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39135,-1 for getting cluster id 2024-11-15T15:23:13,631 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:13,631 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a8842a-0781-497f-8753-31a8702db3f2' 2024-11-15T15:23:13,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:13,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a8842a-0781-497f-8753-31a8702db3f2" 2024-11-15T15:23:13,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a280e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39135,-1] 2024-11-15T15:23:13,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:13,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:13,632 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:13,633 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ce3c45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:13,633 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39135,1731684179764 2024-11-15T15:23:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad1f328 2024-11-15T15:23:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:13,634 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T15:23:13,634 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-855219d6b094,45177,1731684168384 (queues=1) is replicating from cluster=60048427-28c5-47e8-941e-daec0f2dc858 to cluster=e1a8842a-0781-497f-8753-31a8702db3f2 2024-11-15T15:23:13,634 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=855219d6b094%2C45177%2C1731684168384 2024-11-15T15:23:13,634 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-855219d6b094,45177,1731684168384, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T15:23:13,635 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315, startPosition=0, beingWritten=true 2024-11-15T15:23:13,635 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 855219d6b094%2C45177%2C1731684168384 2024-11-15T15:23:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T15:23:13,656 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T15:23:13,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:13,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:13,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:13,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:13,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:13,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:23:13,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731684193659/Put/seqid=0 2024-11-15T15:23:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741845_1021 (size=11194) 2024-11-15T15:23:13,760 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 to pos 687, reset compression=false 2024-11-15T15:23:13,765 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 was moved to hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/oldWALs/855219d6b094%2C45177%2C1731684168384.1731684170598 2024-11-15T15:23:13,767 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598 2024-11-15T15:23:13,767 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315, startPosition=0, beingWritten=true 2024-11-15T15:23:13,767 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,45177,1731684168384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684170598, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T15:23:13,769 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [855219d6b094%2C45177%2C1731684168384.1731684170598] 2024-11-15T15:23:13,849 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 0, reset compression=false 2024-11-15T15:23:14,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731684194064/Put/seqid=0 2024-11-15T15:23:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741846_1022 (size=10791) 2024-11-15T15:23:14,152 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 0, reset compression=false 2024-11-15T15:23:14,464 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T15:23:14,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b029cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:14,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,45521,-1 for getting cluster id 2024-11-15T15:23:14,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:14,470 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60048427-28c5-47e8-941e-daec0f2dc858' 2024-11-15T15:23:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60048427-28c5-47e8-941e-daec0f2dc858" 2024-11-15T15:23:14,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2651a233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:14,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,45521,-1] 2024-11-15T15:23:14,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:14,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:14,471 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:14,471 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 0, reset compression=false 2024-11-15T15:23:14,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed9d6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:14,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,45177,1731684168384, seqNum=-1] 2024-11-15T15:23:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:14,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:23:14,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,45521,1731684168190 2024-11-15T15:23:14,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c1fe013 2024-11-15T15:23:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:14,482 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:23:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2] 2024-11-15T15:23:14,488 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:23:14,492 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-15T15:23:14,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-15T15:23:14,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 258a7ad196b5006ed753a5640104e08e/f 2024-11-15T15:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T15:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:14,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 258a7ad196b5006ed753a5640104e08e/f 2024-11-15T15:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T15:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HRegion(2603): Flush status journal for 258a7ad196b5006ed753a5640104e08e: 2024-11-15T15:23:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_0 2024-11-15T15:23:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_0 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ 2024-11-15T15:23:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_1 2024-11-15T15:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_1 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ 2024-11-15T15:23:14,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_0 into 258a7ad196b5006ed753a5640104e08e/f as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ - updating store file list. 2024-11-15T15:23:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70116ba64c654601b52d2a5bc050f55d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:14,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ into 258a7ad196b5006ed753a5640104e08e/f 2024-11-15T15:23:14,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_0 into 258a7ad196b5006ed753a5640104e08e/f (new location: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_) 2024-11-15T15:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_0 2024-11-15T15:23:14,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_1 into 258a7ad196b5006ed753a5640104e08e/f as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ - updating store file list. 2024-11-15T15:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3f07a70351645028dd1997e398d1512_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:14,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ into 258a7ad196b5006ed753a5640104e08e/f 2024-11-15T15:23:14,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_1 into 258a7ad196b5006ed753a5640104e08e/f (new location: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/f/a3f07a70351645028dd1997e398d1512_SeqId_6_) 2024-11-15T15:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/staging/jenkins__test__q5b31ojq7op4mib9ev5ri4fg1u2im4ldka79dnjne1l9ifrnp7986vhohibtk792/f/hfile_1 2024-11-15T15:23:14,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:14,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:14,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:14,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:14,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:14,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2 , the old value is region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=855219d6b094:45177 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:23:14,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T15:23:14,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., hostname=855219d6b094,45177,1731684168384, seqNum=2 from cache 2024-11-15T15:23:14,526 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T15:23:14,531 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T15:23:14,556 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 0, reset compression=false 2024-11-15T15:23:14,560 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:23:14,560 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-855219d6b094,45177,1731684168384 got entry batch from reader: WALEntryBatch [walEntries=[{test/258a7ad196b5006ed753a5640104e08e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731684194520/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T15:23:14,562 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:23:14,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T15:23:14,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(318): Replicating [60048427-28c5-47e8-941e-daec0f2dc858] bulk loaded data 2024-11-15T15:23:14,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719ab9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:14,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] client.ClusterIdFetcher(90): Going to request 855219d6b094,39135,-1 for getting cluster id 2024-11-15T15:23:14,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T15:23:14,564 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a8842a-0781-497f-8753-31a8702db3f2' 2024-11-15T15:23:14,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T15:23:14,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a8842a-0781-497f-8753-31a8702db3f2" 2024-11-15T15:23:14,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d1f48a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:14,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [855219d6b094,39135,-1] 2024-11-15T15:23:14,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T15:23:14,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:14,565 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-15T15:23:14,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c4b456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:23:14,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741837_1013 (size=11194) 2024-11-15T15:23:14,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741838_1014 (size=10791) 2024-11-15T15:23:14,625 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:45177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T15:23:14,760 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:14,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T15:23:14,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 855219d6b094,39135,1731684179764 2024-11-15T15:23:14,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3451b9bb 2024-11-15T15:23:14,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:23:14,981 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-15T15:23:14,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:23:14,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T15:23:14,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=855219d6b094,34227,1731684180143, seqNum=-1] 2024-11-15T15:23:14,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:23:14,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-15T15:23:14,988 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T15:23:14,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T15:23:14,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ for inclusion in 4c529d06dba9130a89a8b75b8a8b062d/f 2024-11-15T15:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T15:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:14,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ for inclusion in 4c529d06dba9130a89a8b75b8a8b062d/f 2024-11-15T15:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T15:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HRegion(2603): Flush status journal for 4c529d06dba9130a89a8b75b8a8b062d: 2024-11-15T15:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70116ba64c654601b52d2a5bc050f55d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:23:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/f/1f110737e7a24601b11822e9ffc8703e_SeqId_4_ 2024-11-15T15:23:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3f07a70351645028dd1997e398d1512_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/f/d677d51bf63b41a0bacc35541964efc0_SeqId_4_ 2024-11-15T15:23:15,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ into 4c529d06dba9130a89a8b75b8a8b062d/f as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/f/1f110737e7a24601b11822e9ffc8703e_SeqId_4_ - updating store file list. 2024-11-15T15:23:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f110737e7a24601b11822e9ffc8703e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:15,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/f/1f110737e7a24601b11822e9ffc8703e_SeqId_4_ into 4c529d06dba9130a89a8b75b8a8b062d/f 2024-11-15T15:23:15,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ into 4c529d06dba9130a89a8b75b8a8b062d/f (new location: hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/f/1f110737e7a24601b11822e9ffc8703e_SeqId_4_) 2024-11-15T15:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ 2024-11-15T15:23:15,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ into 4c529d06dba9130a89a8b75b8a8b062d/f as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/f/d677d51bf63b41a0bacc35541964efc0_SeqId_4_ - updating store file list. 2024-11-15T15:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d677d51bf63b41a0bacc35541964efc0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:15,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/f/d677d51bf63b41a0bacc35541964efc0_SeqId_4_ into 4c529d06dba9130a89a8b75b8a8b062d/f 2024-11-15T15:23:15,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ into 4c529d06dba9130a89a8b75b8a8b062d/f (new location: hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/f/d677d51bf63b41a0bacc35541964efc0_SeqId_4_) 2024-11-15T15:23:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/staging/jenkins.hfs.23__test__8kbpiolr6h08s5ld3kvpuq21tc75jdm9r04sal8cjbdr02d4he7qros5qc1261u/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ 2024-11-15T15:23:15,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(324): Finished replicating [60048427-28c5-47e8-941e-daec0f2dc858] bulk loaded data 2024-11-15T15:23:15,064 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:15,275 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 0, reset compression=false 2024-11-15T15:23:15,279 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T15:23:15,279 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,45177,1731684168384 got entry batch from reader: WALEntryBatch [walEntries=[{test/258a7ad196b5006ed753a5640104e08e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731684194520/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T15:23:15,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(318): Replicating [60048427-28c5-47e8-941e-daec0f2dc858] bulk loaded data 2024-11-15T15:23:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741839_1015 (size=11194) 2024-11-15T15:23:15,467 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:15,479 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:15,530 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T15:23:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741840_1016 (size=10791) 2024-11-15T15:23:15,785 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:15,971 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:16,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T15:23:16,101 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T15:23:16,106 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T15:23:16,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ for inclusion in 0a6008a3f09bb89ac77d43e43017f447/f 2024-11-15T15:23:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T15:23:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:16,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ for inclusion in 0a6008a3f09bb89ac77d43e43017f447/f 2024-11-15T15:23:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T15:23:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T15:23:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HRegion(2603): Flush status journal for 0a6008a3f09bb89ac77d43e43017f447: 2024-11-15T15:23:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70116ba64c654601b52d2a5bc050f55d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:23:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/cafcd55020c34dc8819e9a420492f7ad_SeqId_6_ 2024-11-15T15:23:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3f07a70351645028dd1997e398d1512_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T15:23:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/b25158c200584936b00e2e2d5ecc822d_SeqId_6_ 2024-11-15T15:23:16,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ into 0a6008a3f09bb89ac77d43e43017f447/f as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/cafcd55020c34dc8819e9a420492f7ad_SeqId_6_ - updating store file list. 2024-11-15T15:23:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cafcd55020c34dc8819e9a420492f7ad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:16,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/cafcd55020c34dc8819e9a420492f7ad_SeqId_6_ into 0a6008a3f09bb89ac77d43e43017f447/f 2024-11-15T15:23:16,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ into 0a6008a3f09bb89ac77d43e43017f447/f (new location: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/cafcd55020c34dc8819e9a420492f7ad_SeqId_6_) 2024-11-15T15:23:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/70116ba64c654601b52d2a5bc050f55d_SeqId_6_ 2024-11-15T15:23:16,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ into 0a6008a3f09bb89ac77d43e43017f447/f as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/b25158c200584936b00e2e2d5ecc822d_SeqId_6_ - updating store file list. 2024-11-15T15:23:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b25158c200584936b00e2e2d5ecc822d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T15:23:16,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/b25158c200584936b00e2e2d5ecc822d_SeqId_6_ into 0a6008a3f09bb89ac77d43e43017f447/f 2024-11-15T15:23:16,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ into 0a6008a3f09bb89ac77d43e43017f447/f (new location: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/f/b25158c200584936b00e2e2d5ecc822d_SeqId_6_) 2024-11-15T15:23:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/staging/jenkins.hfs.22__test__s98q7d2pduvp1hrq6ehe3q99qr8npkevud38puf9s0am5kfpogjd6teld190f8eb/f/a3f07a70351645028dd1997e398d1512_SeqId_6_ 2024-11-15T15:23:16,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(324): Finished replicating [60048427-28c5-47e8-941e-daec0f2dc858] bulk loaded data 2024-11-15T15:23:16,188 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:16,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:23:16,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:16,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:16,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:16,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:16,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:16,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:23:16,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705563376, stopped=false 2024-11-15T15:23:16,544 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,39135,1731684179764 2024-11-15T15:23:16,578 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-471688398/running 2024-11-15T15:23:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-471688398/running 2024-11-15T15:23:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:16,607 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:23:16,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on znode that does not yet exist, /2-471688398/running 2024-11-15T15:23:16,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:16,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Set watcher on znode that does not yet exist, /2-471688398/running 2024-11-15T15:23:16,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:16,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:16,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,34227,1731684180143' ***** 2024-11-15T15:23:16,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:23:16,608 INFO [RS:0;855219d6b094:34227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:23:16,608 INFO [RS:0;855219d6b094:34227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:23:16,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:23:16,609 INFO [RS:0;855219d6b094:34227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:23:16,609 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:16,609 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,34227,1731684180143 2024-11-15T15:23:16,609 INFO [RS:0;855219d6b094:34227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:23:16,609 INFO [RS:0;855219d6b094:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:34227. 2024-11-15T15:23:16,609 DEBUG [RS:0;855219d6b094:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:16,609 DEBUG [RS:0;855219d6b094:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:16,609 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c529d06dba9130a89a8b75b8a8b062d, disabling compactions & flushes 2024-11-15T15:23:16,609 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:16,609 INFO [RS:0;855219d6b094:34227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:23:16,609 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:16,609 INFO [RS:0;855219d6b094:34227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:23:16,610 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. after waiting 0 ms 2024-11-15T15:23:16,610 INFO [RS:0;855219d6b094:34227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:23:16,610 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:16,610 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:23:16,613 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:23:16,613 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4c529d06dba9130a89a8b75b8a8b062d=test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d.} 2024-11-15T15:23:16,613 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c529d06dba9130a89a8b75b8a8b062d 2024-11-15T15:23:16,613 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:23:16,613 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:23:16,614 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:23:16,614 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:23:16,614 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:23:16,614 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T15:23:16,616 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/default/test/4c529d06dba9130a89a8b75b8a8b062d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T15:23:16,617 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:23:16,617 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:23:16,617 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:16,617 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c529d06dba9130a89a8b75b8a8b062d: Waiting for close lock at 1731684196609Running coprocessor pre-close hooks at 1731684196609Disabling compacts and flushes for region at 1731684196609Disabling writes for close at 1731684196610 (+1 ms)Writing region close event to WAL at 1731684196613 (+3 ms)Running coprocessor post-close hooks at 1731684196617 (+4 ms)Closed at 1731684196617 2024-11-15T15:23:16,617 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d. 2024-11-15T15:23:16,628 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/info/23293a25c5924e7d924209108d31d82c is 129, key is test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d./info:regioninfo/1731684187857/Put/seqid=0 2024-11-15T15:23:16,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741839_1015 (size=6421) 2024-11-15T15:23:16,691 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:23:16,693 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:16,814 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:17,014 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:17,032 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/info/23293a25c5924e7d924209108d31d82c 2024-11-15T15:23:17,051 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/ns/62818d95c68045f2a67cc14c3479722f is 43, key is default/ns:d/1731684182766/Put/seqid=0 2024-11-15T15:23:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741840_1016 (size=5153) 2024-11-15T15:23:17,083 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:23:17,083 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:23:17,214 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:17,282 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:17,297 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:17,414 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:17,455 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/ns/62818d95c68045f2a67cc14c3479722f 2024-11-15T15:23:17,470 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/rep_barrier/5a03303659d74388a65418889781fd0c is 112, key is test,,1731684187117.4c529d06dba9130a89a8b75b8a8b062d./rep_barrier:seqnumDuringOpen/1731684187857/Put/seqid=0 2024-11-15T15:23:17,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741841_1017 (size=5518) 2024-11-15T15:23:17,614 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:23:17,614 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:23:17,614 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:17,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:23:17,814 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:17,874 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/rep_barrier/5a03303659d74388a65418889781fd0c 2024-11-15T15:23:17,893 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/table/fb319e9b48f74252a0fa63d5f0ae60e4 is 40, key is test/table:state/1731684187862/Put/seqid=0 2024-11-15T15:23:17,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741842_1018 (size=5165) 2024-11-15T15:23:18,000 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:18,015 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:18,085 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:18,215 DEBUG [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:18,296 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/table/fb319e9b48f74252a0fa63d5f0ae60e4 2024-11-15T15:23:18,300 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/info/23293a25c5924e7d924209108d31d82c as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/info/23293a25c5924e7d924209108d31d82c 2024-11-15T15:23:18,303 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/info/23293a25c5924e7d924209108d31d82c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T15:23:18,303 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/ns/62818d95c68045f2a67cc14c3479722f as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/ns/62818d95c68045f2a67cc14c3479722f 2024-11-15T15:23:18,306 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/ns/62818d95c68045f2a67cc14c3479722f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:23:18,307 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/rep_barrier/5a03303659d74388a65418889781fd0c as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/rep_barrier/5a03303659d74388a65418889781fd0c 2024-11-15T15:23:18,310 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/rep_barrier/5a03303659d74388a65418889781fd0c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T15:23:18,310 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/.tmp/table/fb319e9b48f74252a0fa63d5f0ae60e4 as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/table/fb319e9b48f74252a0fa63d5f0ae60e4 2024-11-15T15:23:18,313 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/table/fb319e9b48f74252a0fa63d5f0ae60e4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:23:18,314 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false 2024-11-15T15:23:18,317 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T15:23:18,318 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:23:18,318 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:23:18,318 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:23:18,318 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684196613Running coprocessor pre-close hooks at 1731684196613Disabling compacts and flushes for region at 1731684196613Disabling writes for close at 1731684196614 (+1 ms)Obtaining lock to block concurrent updates at 1731684196614Preparing flush snapshotting stores in 1588230740 at 1731684196614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731684196614Flushing stores of hbase:meta,,1.1588230740 at 1731684196614Flushing 1588230740/info: creating writer at 1731684196614Flushing 1588230740/info: appending metadata at 1731684196628 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731684196628Flushing 1588230740/ns: creating writer at 1731684197035 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731684197051 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731684197051Flushing 1588230740/rep_barrier: creating writer at 1731684197458 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684197470 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684197470Flushing 1588230740/table: creating writer at 1731684197877 (+407 ms)Flushing 1588230740/table: appending metadata at 1731684197893 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731684197893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b3ff30: reopening flushed file at 1731684198299 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d252518: reopening flushed file at 1731684198303 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f63c99d: reopening flushed file at 1731684198306 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a10fe6f: reopening flushed file at 1731684198310 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false at 1731684198314 (+4 ms)Writing region close event to WAL at 1731684198315 (+1 ms)Running coprocessor post-close hooks at 1731684198317 (+2 ms)Closed at 1731684198318 (+1 ms) 2024-11-15T15:23:18,318 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:23:18,415 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,34227,1731684180143; all regions closed. 2024-11-15T15:23:18,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741834_1010 (size=2717) 2024-11-15T15:23:18,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/WALs/855219d6b094,34227,1731684180143/855219d6b094%2C34227%2C1731684180143.meta.1731684182723.meta not finished, retry = 0 2024-11-15T15:23:18,519 DEBUG [RS:0;855219d6b094:34227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/oldWALs 2024-11-15T15:23:18,519 INFO [RS:0;855219d6b094:34227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C34227%2C1731684180143.meta:.meta(num 1731684182723) 2024-11-15T15:23:18,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741832_1008 (size=1028) 2024-11-15T15:23:18,522 DEBUG [RS:0;855219d6b094:34227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/oldWALs 2024-11-15T15:23:18,522 INFO [RS:0;855219d6b094:34227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C34227%2C1731684180143:(num 1731684182211) 2024-11-15T15:23:18,522 DEBUG [RS:0;855219d6b094:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:18,522 INFO [RS:0;855219d6b094:34227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:23:18,522 INFO [RS:0;855219d6b094:34227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:23:18,522 INFO [RS:0;855219d6b094:34227 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:23:18,522 INFO [RS:0;855219d6b094:34227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:23:18,523 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:23:18,523 INFO [RS:0;855219d6b094:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:34227. 2024-11-15T15:23:18,523 DEBUG [RS:0;855219d6b094:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:18,523 DEBUG [RS:0;855219d6b094:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:18,523 DEBUG [RS:0;855219d6b094:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:18,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:18,523 INFO [RS:0;855219d6b094:34227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34227 2024-11-15T15:23:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-471688398/rs/855219d6b094,34227,1731684180143 2024-11-15T15:23:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398/rs 2024-11-15T15:23:18,585 INFO [RS:0;855219d6b094:34227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:23:18,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,34227,1731684180143] 2024-11-15T15:23:18,606 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-471688398/draining/855219d6b094,34227,1731684180143 already deleted, retry=false 2024-11-15T15:23:18,606 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,34227,1731684180143 expired; onlineServers=0 2024-11-15T15:23:18,606 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,39135,1731684179764' ***** 2024-11-15T15:23:18,606 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:23:18,606 INFO [M:0;855219d6b094:39135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:23:18,606 INFO [M:0;855219d6b094:39135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:23:18,607 DEBUG [M:0;855219d6b094:39135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:23:18,607 DEBUG [M:0;855219d6b094:39135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:23:18,607 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:23:18,607 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684181926 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684181926,5,FailOnTimeoutGroup] 2024-11-15T15:23:18,607 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684181926 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684181926,5,FailOnTimeoutGroup] 2024-11-15T15:23:18,607 INFO [M:0;855219d6b094:39135 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:23:18,607 INFO [M:0;855219d6b094:39135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:23:18,607 DEBUG [M:0;855219d6b094:39135 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:23:18,607 INFO [M:0;855219d6b094:39135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:23:18,607 INFO [M:0;855219d6b094:39135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:23:18,607 INFO [M:0;855219d6b094:39135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:23:18,607 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:23:18,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-471688398/master 2024-11-15T15:23:18,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-471688398 2024-11-15T15:23:18,617 DEBUG [M:0;855219d6b094:39135 {}] zookeeper.ZKUtil(347): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Unable to get data of znode /2-471688398/master because node does not exist (not an error) 2024-11-15T15:23:18,617 WARN [M:0;855219d6b094:39135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:23:18,618 INFO [M:0;855219d6b094:39135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/.lastflushedseqids 2024-11-15T15:23:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741843_1019 (size=173) 2024-11-15T15:23:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x1013f1763dd0007, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:18,696 INFO [RS:0;855219d6b094:34227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:23:18,696 INFO [RS:0;855219d6b094:34227 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,34227,1731684180143; zookeeper connection closed. 2024-11-15T15:23:18,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4230b7b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4230b7b1 2024-11-15T15:23:18,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:23:18,804 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:18,988 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:19,021 INFO [M:0;855219d6b094:39135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:23:19,021 INFO [M:0;855219d6b094:39135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:23:19,022 DEBUG [M:0;855219d6b094:39135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:23:19,022 INFO [M:0;855219d6b094:39135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:19,022 DEBUG [M:0;855219d6b094:39135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:19,022 DEBUG [M:0;855219d6b094:39135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:23:19,022 DEBUG [M:0;855219d6b094:39135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:19,022 INFO [M:0;855219d6b094:39135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-15T15:23:19,038 DEBUG [M:0;855219d6b094:39135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70ff9159d04641dca58f9248086c8501 is 82, key is hbase:meta,,1/info:regioninfo/1731684182751/Put/seqid=0 2024-11-15T15:23:19,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741844_1020 (size=5672) 2024-11-15T15:23:19,041 INFO [M:0;855219d6b094:39135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70ff9159d04641dca58f9248086c8501 2024-11-15T15:23:19,057 DEBUG [M:0;855219d6b094:39135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f3f76a671504c04b9601e98b0b0ec23 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731684187865/Put/seqid=0 2024-11-15T15:23:19,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741845_1021 (size=6585) 2024-11-15T15:23:19,460 INFO [M:0;855219d6b094:39135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f3f76a671504c04b9601e98b0b0ec23 2024-11-15T15:23:19,475 DEBUG [M:0;855219d6b094:39135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f19679a699b34593a99a5c355348ced0 is 69, key is 855219d6b094,34227,1731684180143/rs:state/1731684182020/Put/seqid=0 2024-11-15T15:23:19,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741846_1022 (size=5156) 2024-11-15T15:23:19,707 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:19,878 INFO [M:0;855219d6b094:39135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f19679a699b34593a99a5c355348ced0 2024-11-15T15:23:19,881 DEBUG [M:0;855219d6b094:39135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70ff9159d04641dca58f9248086c8501 as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70ff9159d04641dca58f9248086c8501 2024-11-15T15:23:19,884 INFO [M:0;855219d6b094:39135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70ff9159d04641dca58f9248086c8501, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T15:23:19,885 DEBUG [M:0;855219d6b094:39135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f3f76a671504c04b9601e98b0b0ec23 as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f3f76a671504c04b9601e98b0b0ec23 2024-11-15T15:23:19,888 INFO [M:0;855219d6b094:39135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f3f76a671504c04b9601e98b0b0ec23, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T15:23:19,888 DEBUG [M:0;855219d6b094:39135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f19679a699b34593a99a5c355348ced0 as hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f19679a699b34593a99a5c355348ced0 2024-11-15T15:23:19,891 INFO [M:0;855219d6b094:39135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43835/user/jenkins/test-data/cc3ef185-d2a7-1ba8-1469-db73b2945170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f19679a699b34593a99a5c355348ced0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T15:23:19,892 INFO [M:0;855219d6b094:39135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=55, compaction requested=false 2024-11-15T15:23:19,893 INFO [M:0;855219d6b094:39135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:19,893 DEBUG [M:0;855219d6b094:39135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684199021Disabling compacts and flushes for region at 1731684199021Disabling writes for close at 1731684199022 (+1 ms)Obtaining lock to block concurrent updates at 1731684199022Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684199022Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731684199022Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684199023 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684199023Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684199038 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684199038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684199044 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684199056 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684199056Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684199463 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684199474 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684199474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ccf2c8: reopening flushed file at 1731684199881 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e22561: reopening flushed file at 1731684199884 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4745ac19: reopening flushed file at 1731684199888 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=55, compaction requested=false at 1731684199892 (+4 ms)Writing region close event to WAL at 1731684199893 (+1 ms)Closed at 1731684199893 2024-11-15T15:23:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38719 is added to blk_1073741830_1006 (size=32758) 2024-11-15T15:23:19,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:23:19,895 INFO [M:0;855219d6b094:39135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:23:19,895 INFO [M:0;855219d6b094:39135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39135 2024-11-15T15:23:19,895 INFO [M:0;855219d6b094:39135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:23:19,991 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:20,064 INFO [M:0;855219d6b094:39135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:23:20,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:20,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39135-0x1013f1763dd0006, quorum=127.0.0.1:64833, baseZNode=/2-471688398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:20,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e41fbea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:23:20,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48c83e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:23:20,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:23:20,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833d70d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:23:20,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6952ea17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/hadoop.log.dir/,STOPPED} 2024-11-15T15:23:20,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:23:20,069 WARN [BP-235979647-172.17.0.2-1731684176912 heartbeating to localhost/127.0.0.1:43835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:23:20,069 WARN [BP-235979647-172.17.0.2-1731684176912 heartbeating to localhost/127.0.0.1:43835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-235979647-172.17.0.2-1731684176912 (Datanode Uuid 1817ec3a-c0ba-42f8-9dee-219ad0b20856) service to localhost/127.0.0.1:43835 2024-11-15T15:23:20,069 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:23:20,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/cluster_809e8142-490b-e59d-f941-e677bcdecc2e/data/data1/current/BP-235979647-172.17.0.2-1731684176912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:23:20,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/cluster_809e8142-490b-e59d-f941-e677bcdecc2e/data/data2/current/BP-235979647-172.17.0.2-1731684176912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:23:20,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:23:20,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765ed78{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:23:20,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@608a9f16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:23:20,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:23:20,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@528dc1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:23:20,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c7bc155{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e11cfe-3a79-3b09-0ed6-6a8084147522/hadoop.log.dir/,STOPPED} 2024-11-15T15:23:20,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:23:20,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:23:20,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:20,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:20,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:20,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:20,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:20,090 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:23:20,090 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=104202507, stopped=false 2024-11-15T15:23:20,090 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,39191,1731684173965 2024-11-15T15:23:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1620748506/running 2024-11-15T15:23:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1620748506/running 2024-11-15T15:23:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:23:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:23:20,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:23:20,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:20,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:20,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:20,101 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,46335,1731684174075' ***** 2024-11-15T15:23:20,101 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:23:20,101 INFO [RS:0;855219d6b094:46335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:23:20,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on znode that does not yet exist, /1620748506/running 2024-11-15T15:23:20,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Set watcher on znode that does not yet exist, /1620748506/running 2024-11-15T15:23:20,101 INFO [RS:0;855219d6b094:46335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:23:20,102 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a6008a3f09bb89ac77d43e43017f447 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,46335,1731684174075 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:46335. 2024-11-15T15:23:20,102 DEBUG [RS:0;855219d6b094:46335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:20,102 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a6008a3f09bb89ac77d43e43017f447, disabling compactions & flushes 2024-11-15T15:23:20,102 DEBUG [RS:0;855219d6b094:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:20,102 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:20,102 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:23:20,102 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. after waiting 0 ms 2024-11-15T15:23:20,102 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:23:20,102 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T15:23:20,102 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1325): Online Regions={0a6008a3f09bb89ac77d43e43017f447=test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:23:20,102 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1351): Waiting on 0a6008a3f09bb89ac77d43e43017f447, 1588230740 2024-11-15T15:23:20,102 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:23:20,102 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:23:20,102 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:23:20,102 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:23:20,102 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:23:20,102 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T15:23:20,105 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/default/test/0a6008a3f09bb89ac77d43e43017f447/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:23:20,105 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:23:20,105 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:23:20,105 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:20,105 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a6008a3f09bb89ac77d43e43017f447: Waiting for close lock at 1731684200102Running coprocessor pre-close hooks at 1731684200102Disabling compacts and flushes for region at 1731684200102Disabling writes for close at 1731684200102Writing region close event to WAL at 1731684200103 (+1 ms)Running coprocessor post-close hooks at 1731684200105 (+2 ms)Closed at 1731684200105 2024-11-15T15:23:20,105 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447. 2024-11-15T15:23:20,116 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/info/690fed10a86847c5a1d7cc002a1e65dd is 129, key is test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447./info:regioninfo/1731684186127/Put/seqid=0 2024-11-15T15:23:20,116 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:23:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741841_1017 (size=6421) 2024-11-15T15:23:20,120 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/info/690fed10a86847c5a1d7cc002a1e65dd 2024-11-15T15:23:20,140 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/ns/f361af07fb1341049c310157147354e8 is 43, key is default/ns:d/1731684176688/Put/seqid=0 2024-11-15T15:23:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741842_1018 (size=5153) 2024-11-15T15:23:20,302 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:20,503 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:20,544 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/ns/f361af07fb1341049c310157147354e8 2024-11-15T15:23:20,558 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/rep_barrier/3b46824ff53248abbb85b3977a39d68a is 112, key is test,,1731684184967.0a6008a3f09bb89ac77d43e43017f447./rep_barrier:seqnumDuringOpen/1731684186127/Put/seqid=0 2024-11-15T15:23:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741843_1019 (size=5518) 2024-11-15T15:23:20,703 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:20,710 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:20,845 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:23:20,845 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:23:20,903 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:20,962 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/rep_barrier/3b46824ff53248abbb85b3977a39d68a 2024-11-15T15:23:20,983 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/table/0be34ad30c994ac0836b977183be8d5d is 40, key is test/table:state/1731684186134/Put/seqid=0 2024-11-15T15:23:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741844_1020 (size=5165) 2024-11-15T15:23:21,097 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:21,103 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T15:23:21,103 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:23:21,103 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:21,303 DEBUG [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:21,386 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/table/0be34ad30c994ac0836b977183be8d5d 2024-11-15T15:23:21,390 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/info/690fed10a86847c5a1d7cc002a1e65dd as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/info/690fed10a86847c5a1d7cc002a1e65dd 2024-11-15T15:23:21,393 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/info/690fed10a86847c5a1d7cc002a1e65dd, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T15:23:21,394 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/ns/f361af07fb1341049c310157147354e8 as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/ns/f361af07fb1341049c310157147354e8 2024-11-15T15:23:21,397 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/ns/f361af07fb1341049c310157147354e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:23:21,398 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/rep_barrier/3b46824ff53248abbb85b3977a39d68a as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/rep_barrier/3b46824ff53248abbb85b3977a39d68a 2024-11-15T15:23:21,401 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/rep_barrier/3b46824ff53248abbb85b3977a39d68a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T15:23:21,402 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/.tmp/table/0be34ad30c994ac0836b977183be8d5d as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/table/0be34ad30c994ac0836b977183be8d5d 2024-11-15T15:23:21,405 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/table/0be34ad30c994ac0836b977183be8d5d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T15:23:21,406 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-15T15:23:21,406 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:23:21,409 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T15:23:21,410 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:23:21,410 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:23:21,410 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:23:21,410 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684200102Running coprocessor pre-close hooks at 1731684200102Disabling compacts and flushes for region at 1731684200102Disabling writes for close at 1731684200102Obtaining lock to block concurrent updates at 1731684200102Preparing flush snapshotting stores in 1588230740 at 1731684200102Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731684200103 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731684200103Flushing 1588230740/info: creating writer at 1731684200103Flushing 1588230740/info: appending metadata at 1731684200116 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731684200116Flushing 1588230740/ns: creating writer at 1731684200123 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731684200140 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731684200140Flushing 1588230740/rep_barrier: creating writer at 1731684200547 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684200558 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684200558Flushing 1588230740/table: creating writer at 1731684200965 (+407 ms)Flushing 1588230740/table: appending metadata at 1731684200982 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731684200982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97de85c: reopening flushed file at 1731684201390 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c30a28d: reopening flushed file at 1731684201393 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a20e17: reopening flushed file at 1731684201397 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2953d0cd: reopening flushed file at 1731684201401 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1731684201406 (+5 ms)Writing region close event to WAL at 1731684201407 (+1 ms)Running coprocessor post-close hooks at 1731684201410 (+3 ms)Closed at 1731684201410 2024-11-15T15:23:21,410 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:23:21,504 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,46335,1731684174075; all regions closed. 2024-11-15T15:23:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741834_1010 (size=2717) 2024-11-15T15:23:21,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/WALs/855219d6b094,46335,1731684174075/855219d6b094%2C46335%2C1731684174075.meta.1731684176587.meta not finished, retry = 0 2024-11-15T15:23:21,611 DEBUG [RS:0;855219d6b094:46335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/oldWALs 2024-11-15T15:23:21,611 INFO [RS:0;855219d6b094:46335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C46335%2C1731684174075.meta:.meta(num 1731684176587) 2024-11-15T15:23:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741833_1009 (size=1374) 2024-11-15T15:23:21,615 DEBUG [RS:0;855219d6b094:46335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/oldWALs 2024-11-15T15:23:21,615 INFO [RS:0;855219d6b094:46335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 855219d6b094%2C46335%2C1731684174075:(num 1731684175938) 2024-11-15T15:23:21,615 DEBUG [RS:0;855219d6b094:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:21,615 INFO [RS:0;855219d6b094:46335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:23:21,615 INFO [RS:0;855219d6b094:46335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:23:21,615 INFO [RS:0;855219d6b094:46335 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:23:21,615 INFO [RS:0;855219d6b094:46335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:23:21,615 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:23:21,615 INFO [RS:0;855219d6b094:46335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:46335. 2024-11-15T15:23:21,615 DEBUG [RS:0;855219d6b094:46335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:21,615 DEBUG [RS:0;855219d6b094:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:21,615 DEBUG [RS:0;855219d6b094:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:21,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:21,616 INFO [RS:0;855219d6b094:46335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46335 2024-11-15T15:23:21,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506/rs 2024-11-15T15:23:21,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1620748506/rs/855219d6b094,46335,1731684174075 2024-11-15T15:23:21,690 INFO [RS:0;855219d6b094:46335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:23:21,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,46335,1731684174075] 2024-11-15T15:23:21,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1620748506/draining/855219d6b094,46335,1731684174075 already deleted, retry=false 2024-11-15T15:23:21,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,46335,1731684174075 expired; onlineServers=0 2024-11-15T15:23:21,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,39191,1731684173965' ***** 2024-11-15T15:23:21,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:23:21,711 INFO [M:0;855219d6b094:39191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:23:21,711 INFO [M:0;855219d6b094:39191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:23:21,711 DEBUG [M:0;855219d6b094:39191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:23:21,711 DEBUG [M:0;855219d6b094:39191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:23:21,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:23:21,711 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684175733 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684175733,5,FailOnTimeoutGroup] 2024-11-15T15:23:21,711 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684175728 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684175728,5,FailOnTimeoutGroup] 2024-11-15T15:23:21,712 INFO [M:0;855219d6b094:39191 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:23:21,712 INFO [M:0;855219d6b094:39191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:23:21,712 DEBUG [M:0;855219d6b094:39191 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:23:21,712 INFO [M:0;855219d6b094:39191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:23:21,712 INFO [M:0;855219d6b094:39191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:23:21,712 INFO [M:0;855219d6b094:39191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:23:21,712 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:23:21,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1620748506/master 2024-11-15T15:23:21,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1620748506 2024-11-15T15:23:21,722 DEBUG [M:0;855219d6b094:39191 {}] zookeeper.ZKUtil(347): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Unable to get data of znode /1620748506/master because node does not exist (not an error) 2024-11-15T15:23:21,722 WARN [M:0;855219d6b094:39191 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:23:21,723 INFO [M:0;855219d6b094:39191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/.lastflushedseqids 2024-11-15T15:23:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741845_1021 (size=173) 2024-11-15T15:23:21,801 INFO [RS:0;855219d6b094:46335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:23:21,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:21,801 INFO [RS:0;855219d6b094:46335 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,46335,1731684174075; zookeeper connection closed. 2024-11-15T15:23:21,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x1013f1763dd0004, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:21,801 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@344c11bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@344c11bf 2024-11-15T15:23:21,801 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:23:21,814 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:22,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T15:23:22,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,126 INFO [M:0;855219d6b094:39191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:23:22,126 INFO [M:0;855219d6b094:39191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:23:22,126 DEBUG [M:0;855219d6b094:39191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:23:22,126 INFO [M:0;855219d6b094:39191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:22,126 DEBUG [M:0;855219d6b094:39191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:22,126 DEBUG [M:0;855219d6b094:39191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:23:22,126 DEBUG [M:0;855219d6b094:39191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:22,126 INFO [M:0;855219d6b094:39191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-15T15:23:22,143 DEBUG [M:0;855219d6b094:39191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a50a3a80b84ac49b2270d61396eeda is 82, key is hbase:meta,,1/info:regioninfo/1731684176614/Put/seqid=0 2024-11-15T15:23:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741846_1022 (size=5672) 2024-11-15T15:23:22,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:23:22,300 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:22,547 INFO [M:0;855219d6b094:39191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a50a3a80b84ac49b2270d61396eeda 2024-11-15T15:23:22,566 DEBUG [M:0;855219d6b094:39191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e1400e152c94f908581995db863be72 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731684186142/Put/seqid=0 2024-11-15T15:23:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741847_1023 (size=6586) 2024-11-15T15:23:22,970 INFO [M:0;855219d6b094:39191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e1400e152c94f908581995db863be72 2024-11-15T15:23:22,986 DEBUG [M:0;855219d6b094:39191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c94880b4a6b49438ceb46cddd427c87 is 69, key is 855219d6b094,46335,1731684174075/rs:state/1731684175758/Put/seqid=0 2024-11-15T15:23:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741848_1024 (size=5156) 2024-11-15T15:23:23,017 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:23,307 INFO [master/855219d6b094:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T15:23:23,307 INFO [master/855219d6b094:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T15:23:23,390 INFO [M:0;855219d6b094:39191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c94880b4a6b49438ceb46cddd427c87 2024-11-15T15:23:23,393 DEBUG [M:0;855219d6b094:39191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27a50a3a80b84ac49b2270d61396eeda as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27a50a3a80b84ac49b2270d61396eeda 2024-11-15T15:23:23,397 INFO [M:0;855219d6b094:39191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27a50a3a80b84ac49b2270d61396eeda, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T15:23:23,397 DEBUG [M:0;855219d6b094:39191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e1400e152c94f908581995db863be72 as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e1400e152c94f908581995db863be72 2024-11-15T15:23:23,400 INFO [M:0;855219d6b094:39191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e1400e152c94f908581995db863be72, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T15:23:23,401 DEBUG [M:0;855219d6b094:39191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c94880b4a6b49438ceb46cddd427c87 as hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c94880b4a6b49438ceb46cddd427c87 2024-11-15T15:23:23,404 INFO [M:0;855219d6b094:39191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39347/user/jenkins/test-data/54dcd4b1-b92d-8650-eabb-be506dd8aa65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c94880b4a6b49438ceb46cddd427c87, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T15:23:23,405 INFO [M:0;855219d6b094:39191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false 2024-11-15T15:23:23,406 INFO [M:0;855219d6b094:39191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:23,406 DEBUG [M:0;855219d6b094:39191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684202126Disabling compacts and flushes for region at 1731684202126Disabling writes for close at 1731684202126Obtaining lock to block concurrent updates at 1731684202126Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684202126Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731684202127 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684202127Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684202127Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684202143 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684202143Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684202550 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684202566 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684202566Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684202973 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684202986 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684202986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7538600f: reopening flushed file at 1731684203393 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523bdc91: reopening flushed file at 1731684203397 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20de0626: reopening flushed file at 1731684203400 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false at 1731684203405 (+5 ms)Writing region close event to WAL at 1731684203406 (+1 ms)Closed at 1731684203406 2024-11-15T15:23:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741830_1006 (size=32770) 2024-11-15T15:23:23,408 INFO [M:0;855219d6b094:39191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:23:23,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:23:23,408 INFO [M:0;855219d6b094:39191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39191 2024-11-15T15:23:23,409 INFO [M:0;855219d6b094:39191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:23:23,531 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:23:23,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:23,558 INFO [M:0;855219d6b094:39191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:23:23,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39191-0x1013f1763dd0003, quorum=127.0.0.1:64833, baseZNode=/1620748506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:23,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a550d95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:23:23,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@472f44c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:23:23,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:23:23,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193d300{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:23:23,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf6921c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.log.dir/,STOPPED} 2024-11-15T15:23:23,562 WARN [BP-1726796166-172.17.0.2-1731684171774 heartbeating to localhost/127.0.0.1:39347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:23:23,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:23:23,562 WARN [BP-1726796166-172.17.0.2-1731684171774 heartbeating to localhost/127.0.0.1:39347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1726796166-172.17.0.2-1731684171774 (Datanode Uuid 02183ae8-28cb-49eb-91a9-e437177fbc87) service to localhost/127.0.0.1:39347 2024-11-15T15:23:23,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:23:23,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/cluster_9b8238c0-bd28-4500-3f42-6fabb388d3d7/data/data1/current/BP-1726796166-172.17.0.2-1731684171774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:23:23,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/cluster_9b8238c0-bd28-4500-3f42-6fabb388d3d7/data/data2/current/BP-1726796166-172.17.0.2-1731684171774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:23:23,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:23:23,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8c051c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:23:23,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a66742{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:23:23,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:23:23,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4282d26a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:23:23,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e306c06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/897f2226-08bb-e0f7-faf9-9514961a09ba/hadoop.log.dir/,STOPPED} 2024-11-15T15:23:23,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:23:23,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T15:23:23,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:23,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:23,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:23,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:23,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:23,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:23:23,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=293904875, stopped=false 2024-11-15T15:23:23,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=855219d6b094,45521,1731684168190 2024-11-15T15:23:23,603 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974235513/running 2024-11-15T15:23:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974235513/running 2024-11-15T15:23:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:23:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:23:23,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:23:23,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on znode that does not yet exist, /0-974235513/running 2024-11-15T15:23:23,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T15:23:23,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Set watcher on znode that does not yet exist, /0-974235513/running 2024-11-15T15:23:23,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:23,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:23,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '855219d6b094,45177,1731684168384' ***** 2024-11-15T15:23:23,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T15:23:23,607 INFO [RS:0;855219d6b094:45177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:23:23,607 INFO [RS:0;855219d6b094:45177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:23:23,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T15:23:23,607 INFO [RS:0;855219d6b094:45177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:23:23,607 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(3091): Received CLOSE for 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:23,608 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:23,608 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(959): stopping server 855219d6b094,45177,1731684168384 2024-11-15T15:23:23,608 INFO [RS:0;855219d6b094:45177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:23:23,608 INFO [RS:0;855219d6b094:45177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:45177. 2024-11-15T15:23:23,608 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 258a7ad196b5006ed753a5640104e08e, disabling compactions & flushes 2024-11-15T15:23:23,608 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:23,608 DEBUG [RS:0;855219d6b094:45177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:23,608 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:23,608 DEBUG [RS:0;855219d6b094:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:23,608 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731684182811.258a7ad196b5006ed753a5640104e08e. after waiting 0 ms 2024-11-15T15:23:23,608 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:23,608 INFO [RS:0;855219d6b094:45177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:23:23,608 INFO [RS:0;855219d6b094:45177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:23:23,608 INFO [RS:0;855219d6b094:45177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:23:23,608 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T15:23:23,610 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T15:23:23,610 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 258a7ad196b5006ed753a5640104e08e=test,,1731684182811.258a7ad196b5006ed753a5640104e08e., 1917c7bca2c60ddc0d8456d6e84325aa=hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa.} 2024-11-15T15:23:23,610 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1917c7bca2c60ddc0d8456d6e84325aa, 258a7ad196b5006ed753a5640104e08e 2024-11-15T15:23:23,610 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:23:23,610 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T15:23:23,610 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T15:23:23,610 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:23:23,610 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:23:23,610 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T15:23:23,614 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/default/test/258a7ad196b5006ed753a5640104e08e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T15:23:23,615 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:23:23,615 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T15:23:23,615 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:23,615 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 258a7ad196b5006ed753a5640104e08e: Waiting for close lock at 1731684203608Running coprocessor pre-close hooks at 1731684203608Disabling compacts and flushes for region at 1731684203608Disabling writes for close at 1731684203608Writing region close event to WAL at 1731684203610 (+2 ms)Running coprocessor post-close hooks at 1731684203615 (+5 ms)Closed at 1731684203615 2024-11-15T15:23:23,615 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731684182811.258a7ad196b5006ed753a5640104e08e. 2024-11-15T15:23:23,615 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1917c7bca2c60ddc0d8456d6e84325aa, disabling compactions & flushes 2024-11-15T15:23:23,615 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:23,615 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:23,615 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. after waiting 0 ms 2024-11-15T15:23:23,615 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:23,615 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1917c7bca2c60ddc0d8456d6e84325aa 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-15T15:23:23,629 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/info/accd05fc52e148059e602c1fd5c9ccf7 is 147, key is hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa./info:regioninfo/1731684189423/Put/seqid=0 2024-11-15T15:23:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741847_1023 (size=7686) 2024-11-15T15:23:23,633 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/.tmp/hfileref/1ea5a78d36024720883112716ee842ce is 74, key is 1/hfileref:1f3d141291fe44398d2e22f2cc32f7aa_SeqId_4_/1731684192637/DeleteColumn/seqid=0 2024-11-15T15:23:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741848_1024 (size=5489) 2024-11-15T15:23:23,706 INFO [regionserver/855219d6b094:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:23:23,810 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:24,010 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1917c7bca2c60ddc0d8456d6e84325aa 2024-11-15T15:23:24,034 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/info/accd05fc52e148059e602c1fd5c9ccf7 2024-11-15T15:23:24,037 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/.tmp/hfileref/1ea5a78d36024720883112716ee842ce 2024-11-15T15:23:24,051 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/ns/ae43c57887d14a6ba08db5e361ab0848 is 43, key is default/ns:d/1731684171695/Put/seqid=0 2024-11-15T15:23:24,051 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/.tmp/queue/3be1c9a94a3d479eb358954134d2347f is 153, key is 1-855219d6b094,45177,1731684168384/queue:855219d6b094%2C45177%2C1731684168384/1731684196135/Put/seqid=0 2024-11-15T15:23:24,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741849_1025 (size=5504) 2024-11-15T15:23:24,062 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/.tmp/queue/3be1c9a94a3d479eb358954134d2347f 2024-11-15T15:23:24,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741850_1026 (size=5153) 2024-11-15T15:23:24,065 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/.tmp/hfileref/1ea5a78d36024720883112716ee842ce as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/hfileref/1ea5a78d36024720883112716ee842ce 2024-11-15T15:23:24,067 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/ns/ae43c57887d14a6ba08db5e361ab0848 2024-11-15T15:23:24,069 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/hfileref/1ea5a78d36024720883112716ee842ce, entries=6, sequenceid=17, filesize=5.4 K 2024-11-15T15:23:24,070 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/.tmp/queue/3be1c9a94a3d479eb358954134d2347f as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/queue/3be1c9a94a3d479eb358954134d2347f 2024-11-15T15:23:24,074 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/queue/3be1c9a94a3d479eb358954134d2347f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T15:23:24,075 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1917c7bca2c60ddc0d8456d6e84325aa in 460ms, sequenceid=17, compaction requested=false 2024-11-15T15:23:24,085 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/rep_barrier/ba2da82ac9ab4f639a5e264faee6b6aa is 112, key is test,,1731684182811.258a7ad196b5006ed753a5640104e08e./rep_barrier:seqnumDuringOpen/1731684183952/Put/seqid=0 2024-11-15T15:23:24,094 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/replication/1917c7bca2c60ddc0d8456d6e84325aa/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-15T15:23:24,096 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:23:24,097 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:23:24,097 INFO [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:24,097 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1917c7bca2c60ddc0d8456d6e84325aa: Waiting for close lock at 1731684203615Running coprocessor pre-close hooks at 1731684203615Disabling compacts and flushes for region at 1731684203615Disabling writes for close at 1731684203615Obtaining lock to block concurrent updates at 1731684203615Preparing flush snapshotting stores in 1917c7bca2c60ddc0d8456d6e84325aa at 1731684203615Finished memstore snapshotting hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731684203616 (+1 ms)Flushing stores of hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. at 1731684203616Flushing 1917c7bca2c60ddc0d8456d6e84325aa/hfileref: creating writer at 1731684203616Flushing 1917c7bca2c60ddc0d8456d6e84325aa/hfileref: appending metadata at 1731684203633 (+17 ms)Flushing 1917c7bca2c60ddc0d8456d6e84325aa/hfileref: closing flushed file at 1731684203633Flushing 1917c7bca2c60ddc0d8456d6e84325aa/queue: creating writer at 1731684204040 (+407 ms)Flushing 1917c7bca2c60ddc0d8456d6e84325aa/queue: appending metadata at 1731684204051 (+11 ms)Flushing 1917c7bca2c60ddc0d8456d6e84325aa/queue: closing flushed file at 1731684204051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401f7651: reopening flushed file at 1731684204065 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c9b326: reopening flushed file at 1731684204069 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1917c7bca2c60ddc0d8456d6e84325aa in 460ms, sequenceid=17, compaction requested=false at 1731684204075 (+6 ms)Writing region close event to WAL at 1731684204084 (+9 ms)Running coprocessor post-close hooks at 1731684204096 (+12 ms)Closed at 1731684204097 (+1 ms) 2024-11-15T15:23:24,097 DEBUG [RS_CLOSE_REGION-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731684188267.1917c7bca2c60ddc0d8456d6e84325aa. 2024-11-15T15:23:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741851_1027 (size=5518) 2024-11-15T15:23:24,106 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/rep_barrier/ba2da82ac9ab4f639a5e264faee6b6aa 2024-11-15T15:23:24,130 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/table/b995703775364eff9b4ffb3a878cff7f is 53, key is hbase:replication/table:state/1731684189429/Put/seqid=0 2024-11-15T15:23:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741852_1028 (size=5308) 2024-11-15T15:23:24,210 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:24,320 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 393, reset compression=false 2024-11-15T15:23:24,329 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T15:23:24,329 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 688, reset compression=false 2024-11-15T15:23:24,329 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-855219d6b094,45177,1731684168384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T15:23:24,330 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 855219d6b094,45177,1731684168384: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-855219d6b094,45177,1731684168384, walGroup=855219d6b094%2C45177%2C1731684168384, offset=855219d6b094%2C45177%2C1731684168384.1731684193315:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:45177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T15:23:24,331 ERROR [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T15:23:24,331 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T15:23:24,332 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T15:23:24,332 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T15:23:24,332 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T15:23:24,332 INFO [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1572864000, "init": 1048576000, "max": 2306867200, "used": 1213815424 }, "NonHeapMemoryUsage": { "committed": 210829312, "init": 7667712, "max": -1, "used": 207854952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T15:23:24,332 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:45521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=855219d6b094:45521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T15:23:24,411 DEBUG [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T15:23:24,533 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/table/b995703775364eff9b4ffb3a878cff7f 2024-11-15T15:23:24,537 DEBUG [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 to pos 688, reset compression=false 2024-11-15T15:23:24,541 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/info/accd05fc52e148059e602c1fd5c9ccf7 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/info/accd05fc52e148059e602c1fd5c9ccf7 2024-11-15T15:23:24,546 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/info/accd05fc52e148059e602c1fd5c9ccf7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T15:23:24,547 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/ns/ae43c57887d14a6ba08db5e361ab0848 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/ns/ae43c57887d14a6ba08db5e361ab0848 2024-11-15T15:23:24,551 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/ns/ae43c57887d14a6ba08db5e361ab0848, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T15:23:24,552 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/rep_barrier/ba2da82ac9ab4f639a5e264faee6b6aa as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/rep_barrier/ba2da82ac9ab4f639a5e264faee6b6aa 2024-11-15T15:23:24,553 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:23:24,553 INFO [regionserver/855219d6b094:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:23:24,557 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/rep_barrier/ba2da82ac9ab4f639a5e264faee6b6aa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T15:23:24,558 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/.tmp/table/b995703775364eff9b4ffb3a878cff7f as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/table/b995703775364eff9b4ffb3a878cff7f 2024-11-15T15:23:24,567 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/table/b995703775364eff9b4ffb3a878cff7f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T15:23:24,569 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false 2024-11-15T15:23:24,604 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T15:23:24,605 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T15:23:24,605 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:23:24,605 INFO [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T15:23:24,605 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731684203610Running coprocessor pre-close hooks at 1731684203610Disabling compacts and flushes for region at 1731684203610Disabling writes for close at 1731684203610Obtaining lock to block concurrent updates at 1731684203610Preparing flush snapshotting stores in 1588230740 at 1731684203610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731684203610Flushing stores of hbase:meta,,1.1588230740 at 1731684203611 (+1 ms)Flushing 1588230740/info: creating writer at 1731684203611Flushing 1588230740/info: appending metadata at 1731684203629 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731684203629Flushing 1588230740/ns: creating writer at 1731684204037 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731684204051 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731684204051Flushing 1588230740/rep_barrier: creating writer at 1731684204070 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731684204084 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731684204084Flushing 1588230740/table: creating writer at 1731684204110 (+26 ms)Flushing 1588230740/table: appending metadata at 1731684204129 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731684204129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4775572f: reopening flushed file at 1731684204538 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2831caa8: reopening flushed file at 1731684204546 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c76438: reopening flushed file at 1731684204551 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cbe290: reopening flushed file at 1731684204557 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false at 1731684204569 (+12 ms)Writing region close event to WAL at 1731684204600 (+31 ms)Running coprocessor post-close hooks at 1731684204605 (+5 ms)Closed at 1731684204605 2024-11-15T15:23:24,606 DEBUG [RS_CLOSE_META-regionserver/855219d6b094:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:23:24,611 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(976): stopping server 855219d6b094,45177,1731684168384; all regions closed. 2024-11-15T15:23:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741843_1019 (size=859) 2024-11-15T15:23:24,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741844_1020 (size=2791) 2024-11-15T15:23:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741842_1018 (size=696) 2024-11-15T15:23:24,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/WALs/855219d6b094,45177,1731684168384/855219d6b094%2C45177%2C1731684168384.1731684193315 not finished, retry = 0 2024-11-15T15:23:24,735 DEBUG [RS:0;855219d6b094:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:24,735 INFO [RS:0;855219d6b094:45177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:23:24,735 INFO [RS:0;855219d6b094:45177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:23:24,735 INFO [RS:0;855219d6b094:45177 {}] hbase.ChoreService(370): Chore service for: regionserver/855219d6b094:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T15:23:24,735 INFO [RS:0;855219d6b094:45177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:23:24,735 INFO [RS:0;855219d6b094:45177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-855219d6b094,45177,1731684168384 because: Region server is closing 2024-11-15T15:23:24,736 INFO [RS:0;855219d6b094:45177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:45177. 2024-11-15T15:23:24,736 DEBUG [RS:0;855219d6b094:45177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:24,736 DEBUG [RS:0;855219d6b094:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:24,736 DEBUG [RS:0;855219d6b094:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:24,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:24,736 INFO [regionserver/855219d6b094:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:23:24,836 INFO [RS:0;855219d6b094:45177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 terminated 2024-11-15T15:23:24,836 INFO [RS:0;855219d6b094:45177 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-855219d6b094,45177,1731684168384 because: Region server is closing 2024-11-15T15:23:24,836 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,1-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,1-855219d6b094,45177,1731684168384 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:23:24,836 INFO [RS:0;855219d6b094:45177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;855219d6b094:45177. 2024-11-15T15:23:24,837 DEBUG [RS:0;855219d6b094:45177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:23:24,837 DEBUG [RS:0;855219d6b094:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:24,837 DEBUG [RS:0;855219d6b094:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:23:24,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T15:23:24,937 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.wal-reader.855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T15:23:24,937 WARN [RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T15:23:24,937 INFO [RS:0;855219d6b094:45177 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/855219d6b094:0-0.replicationSource,2-855219d6b094,45177,1731684168384.replicationSource.shipper855219d6b094%2C45177%2C1731684168384,2-855219d6b094,45177,1731684168384 terminated 2024-11-15T15:23:24,937 INFO [RS:0;855219d6b094:45177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45177 2024-11-15T15:23:24,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513/rs 2024-11-15T15:23:24,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974235513/rs/855219d6b094,45177,1731684168384 2024-11-15T15:23:24,985 INFO [RS:0;855219d6b094:45177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:23:24,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [855219d6b094,45177,1731684168384] 2024-11-15T15:23:25,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-974235513/draining/855219d6b094,45177,1731684168384 already deleted, retry=false 2024-11-15T15:23:25,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 855219d6b094,45177,1731684168384 expired; onlineServers=0 2024-11-15T15:23:25,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '855219d6b094,45521,1731684168190' ***** 2024-11-15T15:23:25,006 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:23:25,006 INFO [M:0;855219d6b094:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T15:23:25,006 INFO [M:0;855219d6b094:45521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T15:23:25,006 DEBUG [M:0;855219d6b094:45521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:23:25,006 DEBUG [M:0;855219d6b094:45521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:23:25,006 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:23:25,006 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684170336 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.large.0-1731684170336,5,FailOnTimeoutGroup] 2024-11-15T15:23:25,006 DEBUG [master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684170336 {}] cleaner.HFileCleaner(306): Exit Thread[master/855219d6b094:0:becomeActiveMaster-HFileCleaner.small.0-1731684170336,5,FailOnTimeoutGroup] 2024-11-15T15:23:25,006 INFO [M:0;855219d6b094:45521 {}] hbase.ChoreService(370): Chore service for: master/855219d6b094:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T15:23:25,006 INFO [M:0;855219d6b094:45521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T15:23:25,006 DEBUG [M:0;855219d6b094:45521 {}] master.HMaster(1795): Stopping service threads 2024-11-15T15:23:25,006 INFO [M:0;855219d6b094:45521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:23:25,006 INFO [M:0;855219d6b094:45521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T15:23:25,006 ERROR [M:0;855219d6b094:45521 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:34595 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34595,5,PEWorkerGroup] 2024-11-15T15:23:25,007 INFO [M:0;855219d6b094:45521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:23:25,007 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:23:25,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974235513/master 2024-11-15T15:23:25,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974235513 2024-11-15T15:23:25,016 DEBUG [M:0;855219d6b094:45521 {}] zookeeper.ZKUtil(347): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Unable to get data of znode /0-974235513/master because node does not exist (not an error) 2024-11-15T15:23:25,016 WARN [M:0;855219d6b094:45521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:23:25,017 INFO [M:0;855219d6b094:45521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/.lastflushedseqids 2024-11-15T15:23:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741853_1029 (size=263) 2024-11-15T15:23:25,095 INFO [RS:0;855219d6b094:45177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:23:25,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:25,095 INFO [RS:0;855219d6b094:45177 {}] regionserver.HRegionServer(1031): Exiting; stopping=855219d6b094,45177,1731684168384; zookeeper connection closed. 2024-11-15T15:23:25,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x1013f1763dd0001, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:25,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40072bab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40072bab 2024-11-15T15:23:25,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:23:25,425 INFO [M:0;855219d6b094:45521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T15:23:25,425 INFO [M:0;855219d6b094:45521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:23:25,426 DEBUG [M:0;855219d6b094:45521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:23:25,426 INFO [M:0;855219d6b094:45521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:25,426 DEBUG [M:0;855219d6b094:45521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:25,426 DEBUG [M:0;855219d6b094:45521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:23:25,426 DEBUG [M:0;855219d6b094:45521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:25,426 INFO [M:0;855219d6b094:45521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-15T15:23:25,442 DEBUG [M:0;855219d6b094:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68a445d99257427a92867ca8dc2eb784 is 82, key is hbase:meta,,1/info:regioninfo/1731684171623/Put/seqid=0 2024-11-15T15:23:25,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741854_1030 (size=5672) 2024-11-15T15:23:25,846 INFO [M:0;855219d6b094:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68a445d99257427a92867ca8dc2eb784 2024-11-15T15:23:25,865 DEBUG [M:0;855219d6b094:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70fd3a92ca794da39bbe76e6341583f5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731684183961/Put/seqid=0 2024-11-15T15:23:25,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741855_1031 (size=7610) 2024-11-15T15:23:26,268 INFO [M:0;855219d6b094:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70fd3a92ca794da39bbe76e6341583f5 2024-11-15T15:23:26,271 INFO [M:0;855219d6b094:45521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70fd3a92ca794da39bbe76e6341583f5 2024-11-15T15:23:26,284 DEBUG [M:0;855219d6b094:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07e4ac236f1841b09e0bb531dead4690 is 69, key is 855219d6b094,45177,1731684168384/rs:state/1731684170448/Put/seqid=0 2024-11-15T15:23:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741856_1032 (size=5156) 2024-11-15T15:23:26,687 INFO [M:0;855219d6b094:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07e4ac236f1841b09e0bb531dead4690 2024-11-15T15:23:26,691 DEBUG [M:0;855219d6b094:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68a445d99257427a92867ca8dc2eb784 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68a445d99257427a92867ca8dc2eb784 2024-11-15T15:23:26,694 INFO [M:0;855219d6b094:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68a445d99257427a92867ca8dc2eb784, entries=8, sequenceid=121, filesize=5.5 K 2024-11-15T15:23:26,695 DEBUG [M:0;855219d6b094:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70fd3a92ca794da39bbe76e6341583f5 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70fd3a92ca794da39bbe76e6341583f5 2024-11-15T15:23:26,698 INFO [M:0;855219d6b094:45521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70fd3a92ca794da39bbe76e6341583f5 2024-11-15T15:23:26,698 INFO [M:0;855219d6b094:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70fd3a92ca794da39bbe76e6341583f5, entries=13, sequenceid=121, filesize=7.4 K 2024-11-15T15:23:26,699 DEBUG [M:0;855219d6b094:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07e4ac236f1841b09e0bb531dead4690 as hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07e4ac236f1841b09e0bb531dead4690 2024-11-15T15:23:26,702 INFO [M:0;855219d6b094:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07e4ac236f1841b09e0bb531dead4690, entries=1, sequenceid=121, filesize=5.0 K 2024-11-15T15:23:26,703 INFO [M:0;855219d6b094:45521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=121, compaction requested=false 2024-11-15T15:23:26,708 INFO [M:0;855219d6b094:45521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:23:26,708 DEBUG [M:0;855219d6b094:45521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731684205426Disabling compacts and flushes for region at 1731684205426Disabling writes for close at 1731684205426Obtaining lock to block concurrent updates at 1731684205426Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731684205426Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731684205426Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731684205426Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731684205427 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731684205442 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731684205442Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731684205849 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731684205864 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731684205864Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731684206271 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731684206283 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731684206283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d8e6c: reopening flushed file at 1731684206691 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c9c522: reopening flushed file at 1731684206694 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d01cb46: reopening flushed file at 1731684206698 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=121, compaction requested=false at 1731684206703 (+5 ms)Writing region close event to WAL at 1731684206708 (+5 ms)Closed at 1731684206708 2024-11-15T15:23:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741830_1006 (size=69920) 2024-11-15T15:23:26,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8de755a-a778-5704-7278-9704dc313a83/MasterData/WALs/855219d6b094,45521,1731684168190/855219d6b094%2C45521%2C1731684168190.1731684170095 not finished, retry = 0 2024-11-15T15:23:26,811 INFO [M:0;855219d6b094:45521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T15:23:26,811 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T15:23:26,811 INFO [M:0;855219d6b094:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45521 2024-11-15T15:23:26,811 INFO [M:0;855219d6b094:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T15:23:26,990 INFO [M:0;855219d6b094:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T15:23:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1013f1763dd0000, quorum=127.0.0.1:64833, baseZNode=/0-974235513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:23:26,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e53f63d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:23:26,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e4c6048{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:23:26,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:23:26,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2835a59e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:23:26,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461d4be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.log.dir/,STOPPED} 2024-11-15T15:23:26,993 WARN [BP-596786951-172.17.0.2-1731684165702 heartbeating to localhost/127.0.0.1:34595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:23:26,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:23:26,993 WARN [BP-596786951-172.17.0.2-1731684165702 heartbeating to localhost/127.0.0.1:34595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-596786951-172.17.0.2-1731684165702 (Datanode Uuid 061d8357-de15-4cb7-84c1-e26140b0dd35) service to localhost/127.0.0.1:34595 2024-11-15T15:23:26,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:23:26,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/cluster_6d9f6135-3233-8d66-7509-e18d46ab425e/data/data1/current/BP-596786951-172.17.0.2-1731684165702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:23:26,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/cluster_6d9f6135-3233-8d66-7509-e18d46ab425e/data/data2/current/BP-596786951-172.17.0.2-1731684165702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:23:26,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:23:26,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a17d36c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:23:27,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@186d4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:23:27,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:23:27,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6160b959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:23:27,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374263a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04e6f7c0-b59a-3036-b6bb-6089a4145400/hadoop.log.dir/,STOPPED} 2024-11-15T15:23:27,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:23:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T15:23:27,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=587 (was 528) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64833) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64833) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34595 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39347 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64833) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43835 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=971 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=3562 (was 3661) 2024-11-15T15:23:27,029 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=587 is superior to 500